-- Logs begin at Mon 2021-06-28 11:25:18 UTC, end at Mon 2021-06-28 12:46:01 UTC. -- Jun 28 12:16:22.038546 dv-cinder-798094-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 28 12:16:24.343862 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.common.config [-] Logging enabled! Jun 28 12:16:24.344602 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev89 Jun 28 12:16:24.344602 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79041) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 12:16:24.347772 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.common.config [-] Logging enabled! Jun 28 12:16:24.348028 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev89 Jun 28 12:16:24.348339 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79041) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 12:16:24.349276 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 28 12:16:24.349509 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 28 12:16:24.350383 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 28 12:16:24.350630 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 28 12:16:24.350886 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 28 12:16:24.351211 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.351510 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.351807 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.352039 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.352334 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.352625 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.352909 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.353198 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.353495 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.353782 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.354061 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.354346 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.354577 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.354880 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.355167 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.355460 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.355684 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] debug = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.355961 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.356378 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.356797 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.357076 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.357363 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.357640 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.357914 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.358186 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.358468 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.358888 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] host = dv-cinder-798094-1-iscsi {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.359169 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.359453 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.359738 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.360021 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.360300 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.360574 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.360858 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.361126 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.361397 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] log_file = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.361671 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.361958 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.362241 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.362528 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.362767 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.362993 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.363280 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.363566 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.363840 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.364112 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.364385 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.364653 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.364922 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.365186 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.365531 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.366302 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.366586 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.366882 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.367156 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.367425 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.367695 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.367978 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.368249 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.368519 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.368787 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.369069 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.369336 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.369608 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.369907 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.370191 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.370473 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.370776 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.371053 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.371334 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.371605 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.371875 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.372144 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] use_json = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.372413 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.372680 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.372958 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.373227 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.373496 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.373765 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.374034 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.374315 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:24.374609 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.374930 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.375228 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.375514 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.375808 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.376085 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.376371 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.376646 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.376932 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.377216 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.377501 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.377777 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.378060 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.378334 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.378625 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.378955 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.379246 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.379535 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.379811 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.380084 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.380355 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.380630 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.380914 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.381229 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.381516 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.381788 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.382064 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.382351 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.382628 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.382926 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.383201 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.383487 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.383764 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.384039 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.384318 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.384594 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.384864 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.385133 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.385412 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.385696 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.385969 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.386237 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.386792 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.387061 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.387330 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.387608 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.387884 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.388154 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.388424 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.388698 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.388967 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.389237 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.389510 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.389777 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.390053 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.390326 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.390598 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.390899 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.391174 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.391446 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.391716 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.391988 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.392263 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.392535 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.392805 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.393077 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.393349 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.393619 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.393901 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.394199 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.394479 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.394777 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.395060 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.395342 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.395619 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.395895 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.396172 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.396447 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.397227 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.397516 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.397797 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.398082 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.398365 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.398641 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.398959 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.399236 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.399520 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.399794 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.400070 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.400359 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.400641 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.400936 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.401227 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.401522 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.401814 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.402106 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.402387 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.402697 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.403001 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:24.403219 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 12:16:24.403460 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79041) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 28 12:16:24.788654 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO keyring.backend [-] Loading KWallet Jun 28 12:16:24.795825 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO keyring.backend [-] Loading SecretService Jun 28 12:16:24.799371 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO keyring.backend [-] Loading Windows Jun 28 12:16:24.800686 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO keyring.backend [-] Loading chainer Jun 28 12:16:24.801247 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO keyring.backend [-] Loading macOS Jun 28 12:16:24.834826 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:16:24.835105 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:16:24.835394 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:16:24.835723 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 28 12:16:25.144647 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.144858 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.145135 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.146332 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.147158 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.147432 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.268768 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.269049 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.269321 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.283013 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.283299 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.283567 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.312442 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.312734 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.313002 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.352190 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.352761 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.352761 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.584754 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.585036 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.585304 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.585574 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.586323 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.709506 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.709827 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.710106 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.710373 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.710637 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.710971 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.711235 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.711490 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.711747 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.712027 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.712286 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.712549 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.712814 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.713069 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.713333 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.713750 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.714015 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.714291 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.714549 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.714865 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.715218 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.715472 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.715723 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.716004 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.716252 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.716499 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.716878 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 12:16:25.717119 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 12:16:25.717352 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 12:16:25.717586 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 12:16:25.717816 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 12:16:25.718046 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 12:16:25.718408 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 28 12:16:25.721559 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 28 12:16:25.726011 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 28 12:16:25.729854 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 28 12:16:25.731486 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 28 12:16:25.731944 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 28 12:16:25.732281 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 28 12:16:25.732664 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 28 12:16:25.735671 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 28 12:16:25.735928 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 28 12:16:25.736279 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 12:16:25.764218 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 28 12:16:25.764662 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.764959 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79041) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 28 12:16:25.765322 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.766686 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79041) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 28 12:16:25.767064 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 12:16:25.767309 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 28 12:16:25.770545 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.770859 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:25.832696 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 28 12:16:25.832933 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 28 12:16:25.833169 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 28 12:16:25.833533 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 28 12:16:25.865357 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_db.sqlalchemy.engines [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79041) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 28 12:16:26.346902 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.plugins.ml2.managers [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Initializing driver for type 'gre' Jun 28 12:16:26.347423 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] gre ID ranges: [(1, 1000)] Jun 28 12:16:26.587894 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.plugins.ml2.managers [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Initializing driver for type 'local' Jun 28 12:16:26.588516 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.plugins.ml2.managers [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Initializing driver for type 'vlan' Jun 28 12:16:26.707865 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] VlanTypeDriver initialization complete Jun 28 12:16:26.708197 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.plugins.ml2.managers [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Initializing driver for type 'vxlan' Jun 28 12:16:26.708716 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] vxlan ID ranges: [(1, 1000)] Jun 28 12:16:26.902681 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.plugins.ml2.managers [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Initializing extension driver 'port_security' Jun 28 12:16:26.903037 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.plugins.ml2.extensions.port_security [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] PortSecurityExtensionDriver initialization complete Jun 28 12:16:26.903376 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.plugins.ml2.managers [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Initializing mechanism driver 'openvswitch' Jun 28 12:16:26.903708 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.plugins.ml2.managers [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Initializing mechanism driver 'hyperv' Jun 28 12:16:26.910239 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.plugins.ml2.plugin [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:16:26.911097 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > port after_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.911474 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > port after_update 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.911818 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > port after_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.912765 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > subnet after_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.913115 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > subnet after_update 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.913456 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > subnet after_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.913831 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > network after_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.914179 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > network after_update 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.914518 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > network after_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.914935 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > security_group after_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.915277 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > security_group after_update 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.919553 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > security_group after_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.919553 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.919553 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.919553 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.919839 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > address_group after_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.919839 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > address_group after_update 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.919839 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > address_group after_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.919839 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] ML2 OVO RPC backend initialized. {{(pid=79041) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jun 28 12:16:26.920080 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > router_interface after_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.920080 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.920080 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > network before_response 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.920080 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > networks before_response 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.920384 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > port before_response 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.920384 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > ports before_response 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.920695 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > subnet before_response 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.920990 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > subnets before_response 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.921328 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > network after_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.921661 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > network after_update 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.921990 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > network after_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.922318 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > port after_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.922648 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > port after_update 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.922998 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > port after_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.923329 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > subnet after_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.923658 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > subnet after_update 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.923988 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > subnet after_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.924549 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.plugins.ml2.plugin [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Modular L2 Plugin initialization complete Jun 28 12:16:26.924895 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading services supported by the core plugin {{(pid=79041) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 28 12:16:26.925217 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.plugins.ml2.managers [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Got port-security extension from driver 'port_security' Jun 28 12:16:26.925671 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.extensions.vlantransparent [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Disabled vlantransparent extension. Jun 28 12:16:26.926147 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79041) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 28 12:16:26.926451 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading Plugin: router Jun 28 12:16:26.962405 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > router_interface before_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.962756 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > router after_create 55549900 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.963129 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > router before_create 55549900 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.963493 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.963859 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.964211 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > router after_delete 55549900 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.964562 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > floatingip after_update 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.964920 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > router after_create 55549900 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.965263 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > router after_update 55549900 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.965606 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > router after_update 55549900 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.965946 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.966295 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > router after_update 55549900 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.966702 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > router precommit_update 55549900 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.967087 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: port after_update 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.967425 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: port after_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.967756 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: subnet after_update 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.968087 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.968428 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > port precommit_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.968767 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > router precommit_create 55549900 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.969109 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: port before_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.969438 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > router precommit_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.969789 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > router after_update 55549900 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.970127 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > router precommit_delete 55549900 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.970471 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > router precommit_create 55549900 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.970857 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > router_interface after_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.971198 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > router precommit_update 55549900 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.971552 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > agent after_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.971895 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > agent after_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.972232 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > network after_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.973076 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.quota.resource_registry [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Tracking information for resource: router configured {{(pid=79041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 12:16:26.973397 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.quota.resource_registry [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Tracking information for resource: floatingip configured {{(pid=79041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 12:16:26.978895 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.db.l3_agentschedulers_db [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 28 12:16:26.979464 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: port after_update 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.979818 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: port after_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.980166 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: port after_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.980509 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: port after_update 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.981290 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > router before_create 55550100 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.981648 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > router precommit_delete 55550100 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.982005 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > router precommit_create 55550100 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.982356 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > router precommit_update 55550100 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:26.986810 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.services.provider_configuration [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Service providers = [] {{(pid=79041) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 28 12:16:26.987174 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.db.servicetype_db [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79041) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 28 12:16:26.990040 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.services.service_base [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79041) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 12:16:26.990414 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.services.service_base [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79041) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 12:16:26.990793 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.services.service_base [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79041) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 12:16:26.991666 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.services.service_base [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79041) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 12:16:26.992194 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.services.service_base [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 28 12:16:26.992564 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 12:16:26.992880 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 28 12:16:27.003281 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 12:16:27.003607 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading Plugin: auto_allocate Jun 28 12:16:27.009895 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: network precommit_update 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:27.010260 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: network precommit_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:27.010794 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 12:16:27.011109 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading Plugin: tag Jun 28 12:16:27.018141 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 12:16:27.018467 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading Plugin: timestamp Jun 28 12:16:27.022901 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 12:16:27.023230 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading Plugin: network_ip_availability Jun 28 12:16:27.028391 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:27.028757 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:27.029105 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:27.029810 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 12:16:27.030123 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading Plugin: flavors Jun 28 12:16:27.035017 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 12:16:27.035340 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading Plugin: revisions Jun 28 12:16:27.039564 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 12:16:27.039952 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_concurrency.lockutils [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.204s {{(pid=79041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:16:27.040676 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79041) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 28 12:16:27.041006 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Initializing extension manager. Jun 28 12:16:27.041505 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: __init__.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.041839 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: __pycache__ {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.042165 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.042492 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: address_group.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.043255 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.043821 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: address-group Jun 28 12:16:27.044138 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: address_scope.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.044829 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.045337 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: address-scope Jun 28 12:16:27.045656 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: admin_state_down_before_update.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.046564 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.047109 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: router-admin-state-down-before-update Jun 28 12:16:27.047428 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: agent.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.049070 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.049070 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: agent Jun 28 12:16:27.049070 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: agent_resources_synced.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.049773 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.050274 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: agent-resources-synced Jun 28 12:16:27.050589 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: allowedaddresspairs.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.052362 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.052919 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: allowed-address-pairs Jun 28 12:16:27.053235 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: auto_allocated_topology.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.054283 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.054822 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: auto-allocated-topology Jun 28 12:16:27.055140 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: availability_zone.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.055808 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.056308 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: availability_zone Jun 28 12:16:27.056623 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: availability_zone_filter.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.057510 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.058008 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: availability_zone_filter Jun 28 12:16:27.058321 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: data_plane_status.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.059231 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.059736 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension data-plane-status not supported by any of loaded plugins Jun 28 12:16:27.060047 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: default_subnetpools.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.060930 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.061427 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: default-subnetpools Jun 28 12:16:27.061742 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: dhcpagentscheduler.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.062528 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.063062 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: dhcp_agent_scheduler Jun 28 12:16:27.063378 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: dns.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.064268 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.064767 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension dns-integration not supported by any of loaded plugins Jun 28 12:16:27.065082 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: dns_domain_ports.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.065969 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.066472 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 28 12:16:27.066823 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: dvr.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.067474 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.067973 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: dvr Jun 28 12:16:27.068812 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: empty_string_filtering.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.069701 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.070205 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: empty-string-filtering Jun 28 12:16:27.070519 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.071433 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.071927 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 28 12:16:27.072239 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.073124 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.073618 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 28 12:16:27.073931 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: external_net.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.074846 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.075340 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: external-net Jun 28 12:16:27.075651 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: extra_dhcp_opt.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.076534 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.077030 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: extra_dhcp_opt Jun 28 12:16:27.077349 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: extraroute.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.078237 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.078747 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: extraroute Jun 28 12:16:27.079094 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: extraroute_atomic.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.080111 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.080610 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: extraroute-atomic Jun 28 12:16:27.080926 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: filter_validation.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.081574 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.082069 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: filter-validation Jun 28 12:16:27.082383 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: fip_pf_description.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.085767 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.086530 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 28 12:16:27.087046 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: fip_port_details.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.088011 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.088522 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: fip-port-details Jun 28 12:16:27.088843 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: flavors.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.090079 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.090595 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: flavors Jun 28 12:16:27.090945 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.092584 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.093101 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 28 12:16:27.093425 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: floatingip_pools.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.094110 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.094614 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: floatingip-pools Jun 28 12:16:27.094952 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: ip_allocation.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.095850 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.096351 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension ip_allocation not supported by any of loaded plugins Jun 28 12:16:27.096668 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.097573 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.098078 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: ip-substring-filtering Jun 28 12:16:27.098394 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: l2_adjacency.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.099324 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.099852 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension l2_adjacency not supported by any of loaded plugins Jun 28 12:16:27.100164 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: l3.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.101117 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.101629 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: router Jun 28 12:16:27.101946 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: l3_conntrack_helper.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.104192 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.104721 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 28 12:16:27.105050 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.105954 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.106461 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: ext-gw-mode Jun 28 12:16:27.106815 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.107713 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.108216 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: l3-ha Jun 28 12:16:27.108534 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: l3_flavors.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.109424 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.109930 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: l3-flavors Jun 28 12:16:27.110246 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.111186 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.111690 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: l3-port-ip-change-not-allowed Jun 28 12:16:27.112010 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: l3agentscheduler.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.113022 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.113520 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: l3_agent_scheduler Jun 28 12:16:27.113837 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: logging.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.115364 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.115874 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension logging not supported by any of loaded plugins Jun 28 12:16:27.116196 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: metering.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.116914 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.117491 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: metering Jun 28 12:16:27.117810 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.118935 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.119424 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: metering_source_and_destination_fields Jun 28 12:16:27.119743 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: multiprovidernet.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.120765 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.121272 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: multi-provider Jun 28 12:16:27.121589 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: netmtu.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.122480 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.123012 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: net-mtu Jun 28 12:16:27.123327 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: netmtu_writable.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.124220 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.124724 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: net-mtu-writable Jun 28 12:16:27.125041 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: network_availability_zone.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.125694 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.126190 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: network_availability_zone Jun 28 12:16:27.126506 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: network_ip_availability.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.127600 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.128104 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: network-ip-availability Jun 28 12:16:27.128421 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: network_segment_range.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.129163 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.129657 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension network-segment-range not supported by any of loaded plugins Jun 28 12:16:27.129970 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: pagination.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.131475 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.131796 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: pagination Jun 28 12:16:27.132108 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: port_device_profile.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.132986 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.133493 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: port-device-profile Jun 28 12:16:27.133809 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.134703 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.135231 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: port-mac-address-regenerate Jun 28 12:16:27.135548 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.136711 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.137216 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: port-numa-affinity-policy Jun 28 12:16:27.137532 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: port_resource_request.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.138419 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.138944 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension port-resource-request not supported by any of loaded plugins Jun 28 12:16:27.139260 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: portbindings.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.140158 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.140670 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: binding Jun 28 12:16:27.140989 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: portbindings_extended.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.142239 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.142757 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: binding-extended Jun 28 12:16:27.143095 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: portsecurity.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.143987 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.144491 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: port-security Jun 28 12:16:27.144808 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: project_id.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.145759 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.146081 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: project-id Jun 28 12:16:27.146992 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: providernet.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.147903 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.148409 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: provider Jun 28 12:16:27.148725 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: qos.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.152254 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.152768 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension qos not supported by any of loaded plugins Jun 28 12:16:27.153092 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.154314 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.154862 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 28 12:16:27.155188 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.156082 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.156592 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 28 12:16:27.156914 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: qos_default.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.157804 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.158311 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension qos-default not supported by any of loaded plugins Jun 28 12:16:27.158634 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: qos_fip.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.159302 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.159800 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension qos-fip not supported by any of loaded plugins Jun 28 12:16:27.160116 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: qos_gateway_ip.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.161014 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.161524 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 28 12:16:27.161841 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: qos_port_network_policy.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.162770 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.163279 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 28 12:16:27.163595 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: qos_rule_type_details.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.164493 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.164997 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 28 12:16:27.165311 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: qos_rules_alias.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.166334 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.166870 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 28 12:16:27.167188 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: quotasv2.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.168079 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.168523 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: quotas Jun 28 12:16:27.168840 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: quotasv2_detail.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.170425 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.170769 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: quota_details Jun 28 12:16:27.171093 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: rbac.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.172113 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.172627 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: rbac-policies Jun 28 12:16:27.172950 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: rbac_address_group.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.173854 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.174367 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: rbac-address-group Jun 28 12:16:27.174689 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: rbac_address_scope.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.175611 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.176124 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: rbac-address-scope Jun 28 12:16:27.176443 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: rbac_security_groups.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.177332 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.177874 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: rbac-security-groups Jun 28 12:16:27.178193 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: rbac_subnetpool.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.179134 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.179634 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: rbac-subnetpool Jun 28 12:16:27.179951 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: revisionifmatch.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.180843 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.181350 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: revision-if-match Jun 28 12:16:27.181667 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: revisions.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.182763 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.183279 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: standard-attr-revisions Jun 28 12:16:27.183600 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: router_availability_zone.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.184252 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.184757 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: router_availability_zone Jun 28 12:16:27.185079 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: routerservicetype.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.185973 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.186476 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension router-service-type not supported by any of loaded plugins Jun 28 12:16:27.186826 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.187724 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.188231 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: security-groups-normalized-cidr Jun 28 12:16:27.188547 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: security_groups_port_filtering.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.189441 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.189948 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: port-security-groups-filtering Jun 28 12:16:27.190264 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.191201 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.191705 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: security-groups-remote-address-group Jun 28 12:16:27.192020 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: securitygroup.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.202228 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.202793 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: security-group Jun 28 12:16:27.203126 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: segment.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.203902 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.204405 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension segment not supported by any of loaded plugins Jun 28 12:16:27.204728 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.205658 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.206160 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 28 12:16:27.206483 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: servicetype.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.207600 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.208119 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: service-type Jun 28 12:16:27.208448 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: sorting.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.210032 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.210361 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: sorting Jun 28 12:16:27.210682 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: standard_attr_segment.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.211609 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.212126 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 28 12:16:27.212491 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: standardattrdescription.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.213082 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.213588 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: standard-attr-description Jun 28 12:16:27.213908 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: stateful_security_group.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.214826 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.215337 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: stateful-security-group Jun 28 12:16:27.215654 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: stdattrs_common.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.216217 dv-cinder-798094-1-iscsi neutron-server[79041]: WARNING neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 28 12:16:27.216529 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.217509 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.218019 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 28 12:16:27.218340 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: subnet_onboard.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.219419 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.219933 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: subnet_onboard Jun 28 12:16:27.220248 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.221157 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.221664 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 28 12:16:27.221974 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: subnet_service_types.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.222900 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.223409 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: subnet-service-types Jun 28 12:16:27.223720 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: subnetallocation.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.225321 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.225833 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: subnet_allocation Jun 28 12:16:27.226148 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.226839 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.227346 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: subnetpool-prefix-ops Jun 28 12:16:27.227661 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.228623 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.229117 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 28 12:16:27.229427 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: tagging.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.230542 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.231109 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: standard-attr-tag Jun 28 12:16:27.231428 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: timestamp.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.232675 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.233194 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loaded extension: standard-attr-timestamp Jun 28 12:16:27.233518 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: trunk.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.234564 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.235107 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension trunk not supported by any of loaded plugins Jun 28 12:16:27.235432 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: trunk_details.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.236343 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.236851 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension trunk-details not supported by any of loaded plugins Jun 28 12:16:27.237167 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: uplink_status_propagation.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.238081 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.238591 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 28 12:16:27.238930 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Loading extension file: vlantransparent.py {{(pid=79041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:16:27.239605 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:16:27.240105 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extension vlan-transparent not supported by any of loaded plugins Jun 28 12:16:27.243239 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.quota.resource_registry [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Creating instance of TrackedResource for resource:network Jun 28 12:16:27.243996 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.quota.resource_registry [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Creating instance of TrackedResource for resource:subnet Jun 28 12:16:27.244803 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.quota.resource_registry [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 12:16:27.245411 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.quota.resource_registry [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Creating instance of TrackedResource for resource:port Jun 28 12:16:27.246715 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.v2.resource_helper [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 12:16:27.247183 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.v2.resource_helper [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Service FLAVORS assigned prefix: {{(pid=79041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 12:16:27.247811 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.v2.resource_helper [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 12:16:27.248247 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.v2.resource_helper [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 12:16:27.248579 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.quota.resource_registry [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Creating instance of TrackedResource for resource:router Jun 28 12:16:27.249228 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.quota.resource_registry [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Creating instance of TrackedResource for resource:floatingip Jun 28 12:16:27.249943 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.v2.resource_helper [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Service METERING assigned prefix: /metering {{(pid=79041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 12:16:27.251412 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:27.251779 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:27.252126 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:16:27.253272 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.quota.resource_registry [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 12:16:27.253705 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.quota.resource_registry [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Creating instance of TrackedResource for resource:security_group Jun 28 12:16:27.254356 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.quota.resource_registry [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 12:16:27.255141 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.v2.resource_helper [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Service CORE assigned prefix: {{(pid=79041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 12:16:27.255466 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.quota.resource_registry [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 12:16:27.256309 dv-cinder-798094-1-iscsi neutron-server[79041]: WARNING neutron.quota.resource_registry [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] subnetpool is already registered Jun 28 12:16:27.256916 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.v2.resource_helper [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Service CORE assigned prefix: {{(pid=79041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 12:16:27.257237 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.quota.resource_registry [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 12:16:27.257561 dv-cinder-798094-1-iscsi neutron-server[79041]: WARNING neutron.quota.resource_registry [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] subnetpool is already registered Jun 28 12:16:27.260191 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.v2.resource_helper [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 12:16:27.260618 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.v2.resource_helper [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Service FLAVORS assigned prefix: {{(pid=79041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 12:16:27.261213 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.v2.resource_helper [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 12:16:27.261898 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.v2.resource_helper [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 12:16:27.262225 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.quota.resource_registry [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Creating instance of TrackedResource for resource:router Jun 28 12:16:27.262545 dv-cinder-798094-1-iscsi neutron-server[79041]: WARNING neutron.quota.resource_registry [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] router is already registered Jun 28 12:16:27.263169 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.quota.resource_registry [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Creating instance of TrackedResource for resource:floatingip Jun 28 12:16:27.263494 dv-cinder-798094-1-iscsi neutron-server[79041]: WARNING neutron.quota.resource_registry [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] floatingip is already registered Jun 28 12:16:27.264118 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.v2.resource_helper [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Service METERING assigned prefix: /metering {{(pid=79041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 12:16:27.264777 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.quota.resource_registry [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 12:16:27.265099 dv-cinder-798094-1-iscsi neutron-server[79041]: WARNING neutron.quota.resource_registry [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] rbac_policy is already registered Jun 28 12:16:27.265637 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.quota.resource_registry [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Creating instance of TrackedResource for resource:security_group Jun 28 12:16:27.265958 dv-cinder-798094-1-iscsi neutron-server[79041]: WARNING neutron.quota.resource_registry [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] security_group is already registered Jun 28 12:16:27.266534 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.quota.resource_registry [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 12:16:27.266888 dv-cinder-798094-1-iscsi neutron-server[79041]: WARNING neutron.quota.resource_registry [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] security_group_rule is already registered Jun 28 12:16:27.267543 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.v2.resource_helper [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Service CORE assigned prefix: {{(pid=79041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 12:16:27.267863 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.quota.resource_registry [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 12:16:27.268180 dv-cinder-798094-1-iscsi neutron-server[79041]: WARNING neutron.quota.resource_registry [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] subnetpool is already registered Jun 28 12:16:27.268794 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.v2.resource_helper [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Service CORE assigned prefix: {{(pid=79041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 12:16:27.269114 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.quota.resource_registry [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 12:16:27.269429 dv-cinder-798094-1-iscsi neutron-server[79041]: WARNING neutron.quota.resource_registry [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] subnetpool is already registered Jun 28 12:16:27.270077 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: extensions {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.272146 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: address-groups {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.273782 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: address-scopes {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.275031 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: agents {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.276197 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: auto-allocated-topology {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.277444 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: availability_zones {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.278797 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: dhcp-networks {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.280224 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: dhcp-agents {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.281659 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: routers {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.284406 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: flavors {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.285568 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: service_profiles {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.286807 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: next_providers {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.288390 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: service_profiles {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.289856 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: floatingip-pools {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.291097 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: routers {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.292911 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: floatingips {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.294101 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: l3-routers {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.295519 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: l3-agents {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.296955 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: metering-labels {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.298327 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: metering-label-rules {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.299624 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: network-ip-availabilities {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.300872 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: bindings {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.302554 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: quotas {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.304066 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: quotas {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.305478 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: rbac-policies {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.306793 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: security-groups {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.307997 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: security-group-rules {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.309240 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: service-providers {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.310465 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: subnetpools {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.311945 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: subnetpools {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.313391 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: tags {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.315098 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: tags {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.316917 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: tags {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.319271 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: tags {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.321067 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: tags {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.322943 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: tags {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.324658 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: tags {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.326572 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: tags {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.328370 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: tags {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.330212 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron.api.extensions [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Extended resource: tags {{(pid=79041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:16:27.336801 dv-cinder-798094-1-iscsi neutron-server[79041]: WARNING keystonemiddleware.auth_token [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 28 12:16:27.341484 dv-cinder-798094-1-iscsi neutron-server[79041]: WARNING keystonemiddleware.auth_token [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 28 12:16:27.349847 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_concurrency.lockutils [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Acquired lock "singleton_lock" {{(pid=79041) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 28 12:16:27.350315 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_concurrency.lockutils [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Releasing lock "singleton_lock" {{(pid=79041) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 28 12:16:27.350972 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO oslo_service.service [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Starting 2 workers Jun 28 12:16:27.355580 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Started child 79148 {{(pid=79041) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 28 12:16:27.359865 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Started child 79149 {{(pid=79041) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 28 12:16:27.360850 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:27.361403 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO neutron.service [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Neutron service started, listening on 0.0.0.0:9696 Jun 28 12:16:27.362049 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Notify callbacks [] for process, before_spawn {{(pid=79041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:27.362326 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [-] (79148) wsgi starting up on http://0.0.0.0:9696 Jun 28 12:16:27.364470 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:27.365029 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO oslo_service.service [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Starting 1 workers Jun 28 12:16:27.366410 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [-] (79149) wsgi starting up on http://0.0.0.0:9696 Jun 28 12:16:27.369982 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Started child 79150 {{(pid=79041) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 28 12:16:27.370528 dv-cinder-798094-1-iscsi neutron-server[79041]: INFO oslo_service.service [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Starting 1 workers Jun 28 12:16:27.373619 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.service [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] calling RpcWorker wait() {{(pid=79150) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 28 12:16:27.374138 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.service [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] returning from RpcWorker wait() {{(pid=79150) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 28 12:16:27.374829 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Started child 79151 {{(pid=79041) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 28 12:16:27.375538 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:27.375637 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG neutron_lib.callbacks.manager [None req-01f619ad-ce19-45b2-b6ad-26826545b6dd None None] Notify callbacks [] for process, after_spawn {{(pid=79041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:27.376053 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:16:27.377428 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79041) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 28 12:16:27.377640 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 28 12:16:27.377826 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 28 12:16:27.378042 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 28 12:16:27.378385 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 28 12:16:27.378567 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 28 12:16:27.379075 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.379353 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.379512 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:27.379971 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.379971 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.380152 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.381425 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.381700 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.381948 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.382221 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.382453 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.382619 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.382808 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.383050 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.383276 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.383571 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.383849 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.384087 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.384373 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.384540 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.384804 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.385078 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.385305 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.385559 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] debug = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.385809 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.386284 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.386798 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.387038 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.387283 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.387558 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.387781 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.388060 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.388298 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.388508 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.388766 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.389020 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.389253 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.389502 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.389734 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.389987 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.390198 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.390683 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] host = dv-cinder-798094-1-iscsi {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.390937 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.391171 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.391397 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.391636 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.391877 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.392091 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.392323 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.392562 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.392808 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.393053 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.393320 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.393540 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.393767 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.394019 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] log_file = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.394186 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] log_options = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.394420 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.394688 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.394967 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.395150 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.395317 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.395547 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.395729 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.395890 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.396170 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.396420 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.396634 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.396863 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.397090 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.397333 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.397575 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.397807 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.398017 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.398220 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.398459 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.398682 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.398940 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.399181 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.399420 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.399649 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.399872 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.400096 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.400314 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.400540 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.400750 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.401024 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.401251 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.401605 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.401836 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.402077 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.402300 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.402521 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.402786 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.403028 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.403254 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.403499 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.403831 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.404057 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.404297 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.404506 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.404720 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.404927 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] use_json = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.405134 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.405340 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.405472 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:16:27.405615 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.405804 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.406078 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.406297 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.406531 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.407483 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.407483 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.407483 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.407801 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.408026 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.408269 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.408672 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.408904 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.409121 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.409370 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.409617 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.409934 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.410174 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.410443 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.410657 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.410953 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.411271 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.411539 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.411796 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.412072 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.412315 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.412527 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.412742 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.413080 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.413345 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.413593 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.413847 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.414082 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.414298 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.414511 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.414765 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.414971 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.415179 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.415425 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.415656 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.415865 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.416082 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.416342 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.416574 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.418262 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.418262 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.418262 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.418262 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.418262 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.418723 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.419004 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.419166 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.419392 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.419647 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.419862 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.420092 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.420334 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.420570 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.420780 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.420993 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.421239 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.421545 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.421689 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.422061 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.422277 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.422506 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.422797 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.432838 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.432838 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.432838 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.432838 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.432838 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.432838 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.432838 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.432838 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.432838 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.433357 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.433357 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.433357 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.433357 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.433357 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.433357 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.433357 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.433357 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.433357 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.433842 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.433842 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.433842 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.433842 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.433842 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.433842 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.433842 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.433842 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.434363 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.434363 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.434363 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.434363 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.434363 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.434363 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.434363 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.434363 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.434895 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.434895 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.434895 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.434895 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.434895 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.434895 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.434895 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.434895 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.435334 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.435334 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.435334 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.435334 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.435334 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.435334 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.435334 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.435334 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.435783 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.435783 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.435783 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.435783 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.435783 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.436103 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.436103 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.436476 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.436606 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.436796 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.437046 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.437273 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.437529 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.437754 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.437976 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.438189 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.438469 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.438722 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.438958 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.439166 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.439407 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.439712 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.439957 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.440165 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.440373 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.440639 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.440883 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.441127 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.441389 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.441639 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.441866 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.442119 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.442349 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.442618 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.442869 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.443122 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.443885 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.444149 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.444379 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.444776 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.445140 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.445350 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.445628 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.445844 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.446070 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.446310 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.446534 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.446789 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.447021 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.447229 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.447612 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.447860 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.448078 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.448295 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.449687 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.449687 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.449687 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.449687 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.449687 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.449687 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.450123 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.450123 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.450326 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.450715 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.451090 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.451509 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.451869 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.452244 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.452457 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.452830 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.453196 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.453429 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.453675 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.453890 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.454151 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.454406 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.454760 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.455020 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.455268 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.455514 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.455749 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.455977 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.456206 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.456449 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.456660 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.456883 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.457087 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.457342 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.457768 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.458007 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.458253 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.458445 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.458670 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.458943 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.459155 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.459447 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.461842 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.461842 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.461842 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.461842 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.461842 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.461842 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.461842 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.461842 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.461842 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.462558 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.462558 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.462558 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.462558 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.462558 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.462976 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.462976 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.463145 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.463405 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.463632 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.463859 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.464110 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.464417 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.464659 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.464892 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.465159 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.465366 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.465607 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.465876 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.466191 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.466500 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.466783 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.467019 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.467299 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.467585 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.467819 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.468032 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.468332 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.468655 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.468928 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.469173 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.469725 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.469725 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.469897 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.470085 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.470296 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.470531 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.470758 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.471027 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.471261 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.471499 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.471743 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.471964 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.472176 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.472395 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.472625 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.472960 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.473135 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.473288 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 12:16:27.473849 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79041) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 28 12:16:27.474007 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 28 12:16:27.474156 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 28 12:16:27.474319 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 28 12:16:27.474509 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 28 12:16:27.474659 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 28 12:16:27.474883 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.475045 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.475203 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.475355 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.475513 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.475689 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.475851 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.476007 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.476162 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.476317 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.476471 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.476627 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.476784 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.476938 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.477093 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.477249 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.477530 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.477530 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.477769 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.477892 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.478014 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.478161 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.478291 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] debug = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.478414 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.478588 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.478773 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.478926 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.479080 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.479235 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.479388 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.481275 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.481275 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.481275 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.481275 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.481275 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.481275 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.481275 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.481275 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.482162 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.482162 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.482162 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] host = dv-cinder-798094-1-iscsi {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.482162 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.482162 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.482162 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.482162 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.482162 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.483086 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.483086 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.483086 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.483086 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.483086 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.483086 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.483086 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.483086 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.483086 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] log_file = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.484102 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] log_options = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.484102 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.484102 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.484102 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.484102 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.484102 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.484102 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.484893 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.484893 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.484893 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.484893 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.484893 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.485476 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.485476 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.485476 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.485476 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.485747 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.485747 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.485888 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.485965 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.486099 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.486222 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.486344 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.486500 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.486655 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.486835 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.486989 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.487658 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.487658 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.487658 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.487941 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.487941 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.488090 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.488170 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.488314 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.488470 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.488624 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.488778 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.488933 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.489088 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.489242 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.489395 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.489549 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.489703 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.489862 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.490015 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.490673 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] use_json = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.490857 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.491045 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.491192 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.491331 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.491466 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.491601 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.491738 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.491902 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:16:27.492300 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.492300 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.492557 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.492557 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.492867 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.492867 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.493165 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.493165 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.493437 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.493437 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.493708 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.493708 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.493966 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.493966 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.494222 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.494222 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.494484 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.494619 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.494787 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.494922 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.495068 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.495201 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.495335 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.495511 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.495645 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.495777 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.495884 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.496042 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.496200 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.496358 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.496521 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.496679 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.496831 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.496990 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.497147 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.497302 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.497459 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.497618 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.497776 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.497932 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.498089 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.498244 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.498403 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.498561 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.498720 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.498906 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.499064 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.499223 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.499381 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.499536 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.499703 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.499865 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.500022 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.500179 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.500337 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.500492 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.500649 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.500805 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.500961 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.501120 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.501276 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.501446 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.501602 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.501760 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.501916 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.502073 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.502230 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.502388 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.502546 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.502704 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.502894 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.503052 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.503209 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.503367 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.503525 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.503683 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.503923 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.504042 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.504140 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.504288 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.504445 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.504601 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.504759 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.504916 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.505081 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.505253 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.505411 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.505572 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.505750 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.506498 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.506905 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.506905 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.510947 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.510947 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.510947 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.510947 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.510947 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.510947 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.510947 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.510947 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.512174 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.512174 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.512174 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.512174 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.512174 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.512174 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.512174 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.512174 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.513162 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.513162 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.513162 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.513162 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.513162 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.513162 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.513162 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.513162 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.514131 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.514131 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.514131 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.514131 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.514131 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.514131 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.514131 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.514131 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.515102 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.515102 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.515102 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.515102 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.515102 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.515102 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.515102 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.515102 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.516158 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.516158 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.516158 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.516158 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.516158 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.516158 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.516158 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.516158 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.517108 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.517108 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.517108 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.517108 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.517108 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.517108 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.517108 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.517108 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.518083 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.518083 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.518083 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.518083 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.518083 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.518083 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.518083 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.518083 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.519146 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.519146 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.519146 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.519146 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.519146 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.519146 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.519146 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.519146 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.520084 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.520084 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.520084 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.520084 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.520084 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.520084 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.520084 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.520084 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.520896 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.520896 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.520896 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.520896 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.520896 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.520896 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.520896 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.520896 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.521432 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.521432 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.521432 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.521432 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.521432 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.521432 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.521432 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.521432 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.521938 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.521938 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.521938 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.521938 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.522244 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.522244 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.522440 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.522547 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.522631 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.522809 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.522972 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.523134 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.523293 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.523450 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.523607 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.523764 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.523921 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.524078 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.524246 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.524447 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.524569 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.524688 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.524840 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.525006 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.525163 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.525320 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.525477 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.525633 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.525855 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.525991 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.526097 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.526254 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.526410 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.526577 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.526749 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.526930 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.527065 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.527224 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.527382 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.527540 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.527710 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.527866 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.528025 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.528183 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.528341 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.528498 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.528656 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.528817 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.528984 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.529148 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.529306 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.529471 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.529635 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.529801 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.529963 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.530126 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.530294 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.530452 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.530610 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.530787 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.530945 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.531101 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.531259 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.531416 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.531574 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.531730 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.531888 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.532044 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.532201 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.532357 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.532514 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.532670 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.532827 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.532983 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.533142 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.533298 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:16:27.533448 dv-cinder-798094-1-iscsi neutron-server[79041]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 12:16:27.540279 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:16:27.707586 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 41586) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:16:27.716148 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063481 Jun 28 12:16:38.583418 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57967a59-7b2f-4713-a3a6-97747704aa3c None None] get_active_networks_info from dv-cinder-798094-1-iscsi {{(pid=79150) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 28 12:16:38.692270 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57967a59-7b2f-4713-a3a6-97747704aa3c None None] No non-hosted networks {{(pid=79150) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 28 12:16:38.700175 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.agentschedulers_db [None req-57967a59-7b2f-4713-a3a6-97747704aa3c None None] DHCP Agent not found on host dv-cinder-798094-1-iscsi {{(pid=79150) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 28 12:16:38.824672 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-3dad3c3b-f5ea-4459-b182-3b11788dd443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3696247'] for agent, after_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:38.937366 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3696247'] for agent, after_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:38.938492 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:38.939212 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:38.939919 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:38.940510 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:38.941070 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:38.949014 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:38.949014 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:38.949014 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:38.949929 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:38.950390 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:38.950862 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:38.951442 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:38.952027 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-798094-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:16:38.964717 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798094-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:16:41.028705 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-12c003e2-467b-42cb-980f-463ddf655a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3696247'] for agent, after_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:41.085933 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.db.api [None req-c358c431-e9b8-4f72-b51d-bbd9411321fb None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-798094-1-iscsi {{(pid=79150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 12:16:41.086457 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_db.api [None req-c358c431-e9b8-4f72-b51d-bbd9411321fb None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 12:16:41.684720 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-c358c431-e9b8-4f72-b51d-bbd9411321fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:42.111372 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3696247'] for agent, after_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:43.078682 dv-cinder-798094-1-iscsi neutron-server[79150]: INFO neutron.db.l3_hamode_db [None req-e68eee2b-fa77-4641-a91e-b6a7350b1ca2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 28 12:16:43.172535 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68eee2b-fa77-4641-a91e-b6a7350b1ca2 None None] Routers set() bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:16:43.173270 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68eee2b-fa77-4641-a91e-b6a7350b1ca2 None None] Router IDs set() for agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 28 12:16:43.775910 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3696247'] for agent, after_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:45.431445 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 41680) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:16:46.011054 dv-cinder-798094-1-iscsi neutron-server[79149]: WARNING oslo_policy.policy [None req-4b253221-085b-4926-93b6-7261db9fcb75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 12:16:46.011633 dv-cinder-798094-1-iscsi neutron-server[79149]: WARNING oslo_policy.policy [None req-4b253221-085b-4926-93b6-7261db9fcb75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 12:16:46.225745 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [None req-4b253221-085b-4926-93b6-7261db9fcb75 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79149) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:16:46.226975 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-4b253221-085b-4926-93b6-7261db9fcb75 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7935436 Jun 28 12:16:48.545341 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 41694) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:16:48.903984 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-2970c55d-f013-4dee-a270-3fc3d27322e3 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:16:49.010118 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.policy [None req-2970c55d-f013-4dee-a270-3fc3d27322e3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79149) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 12:16:49.055317 dv-cinder-798094-1-iscsi neutron-server[79149]: WARNING oslo_policy.policy [None req-2970c55d-f013-4dee-a270-3fc3d27322e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 12:16:49.055688 dv-cinder-798094-1-iscsi neutron-server[79149]: WARNING oslo_policy.policy [None req-2970c55d-f013-4dee-a270-3fc3d27322e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 12:16:49.064353 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.quota [None req-2970c55d-f013-4dee-a270-3fc3d27322e3 admin admin] Loaded quota_driver: . Jun 28 12:16:49.080184 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-2970c55d-f013-4dee-a270-3fc3d27322e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:16:49.216359 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-2970c55d-f013-4dee-a270-3fc3d27322e3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727236367532', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727236368121', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727236370845', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727236320146', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727236329280', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727236335334', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-761883', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3506715', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-433185', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-414837'] for rbac-policy, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:49.369455 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-2970c55d-f013-4dee-a270-3fc3d27322e3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:49.370719 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-2970c55d-f013-4dee-a270-3fc3d27322e3 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8244061 Jun 28 12:16:51.903312 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 41708) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:16:52.260276 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Request body: {'network': {'project_id': '759882f7a14e4a2faaececbb6ccac27b', 'name': 'private', 'admin_state_up': True}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:16:52.265243 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:16:52.269469 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Usage tracker for resource:network and tenant:759882f7a14e4a2faaececbb6ccac27b is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:16:52.274151 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:16:52.280343 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:16:52.368045 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Made reservation on behalf of 759882f7a14e4a2faaececbb6ccac27b for: {'network': 1} {{(pid=79149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:16:52.370966 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for network, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:52.390533 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:52.405322 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:16:52.409001 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Usage tracker for resource:security_group_rule and tenant:759882f7a14e4a2faaececbb6ccac27b is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:16:52.414298 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:16:52.419857 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:16:52.575069 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:52.642179 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:52.647650 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:16:52.671799 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=79149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:16:52.698223 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727237320376', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:52.698863 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Unsubscribe: segment precommit_create {{(pid=79149) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 12:16:52.699350 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.db.segments_db [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Added segment f437dab9-b8ee-4073-9745-5179fc92c739 of type vlan for network 46eeb9e9-cc51-4183-aac0-256acdfdb300 Jun 28 12:16:52.708440 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8267db-5193-4728-80d1-d115d2846a41,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:16:52.764185 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:52.764528 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:52.764851 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:52.765162 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:52.765474 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:52.765777 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:52.766084 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:52.766386 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:52.766708 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:52.767013 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:52.767311 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:52.767608 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Tracked resource versions report: Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: pushed versions: Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: { 'AddressGroup': {'1.2'}, Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: 'ConntrackHelper': {'1.0'}, Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: 'Log': {'1.0'}, Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: 'Network': {'1.1'}, Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: 'Port': {'1.7'}, Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: 'PortForwarding': {'1.2'}, Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: 'QosPolicy': {'1.8'}, Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: 'SecurityGroup': {'1.4'}, Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: 'SecurityGroupRule': {'1.2'}, Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: 'SubPort': {'1.0'}, Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: 'Subnet': {'1.1'}, Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: 'Trunk': {'1.1'}} Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: consumer versions: Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: { DHCP agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: L3 agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: Metadata agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: Metering agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: Open vSwitch agent@dv-cinder-798094-1-iscsi: { 'AddressGroup': '1.2', Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: 'ConntrackHelper': '1.0', Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: 'Log': '1.0', Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: 'Network': '1.1', Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: 'Port': '1.7', Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: 'PortForwarding': '1.2', Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: 'QosPolicy': '1.8', Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: 'SecurityGroup': '1.4', Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: 'SecurityGroupRule': '1.2', Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: 'SubPort': '1.0', Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: 'Subnet': '1.1', Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: 'Trunk': '1.1'}} Jun 28 12:16:52.768726 dv-cinder-798094-1-iscsi neutron-server[79149]: {{(pid=79149) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 12:16:52.818077 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727236854384'] for network, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:52.822018 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:16:52.940703 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291'] for network, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:52.942320 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:16:52.942999 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:52.946366 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:16:53.050104 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Pushing event updated for resources: {'Network': ['ID=46eeb9e9-cc51-4183-aac0-256acdfdb300,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:16:53.053287 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:16:53.061736 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Network 46eeb9e9-cc51-4183-aac0-256acdfdb300 details requested by agent ovs-agent-dv-cinder-798094-1-iscsi with host dv-cinder-798094-1-iscsi {{(pid=79150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:16:53.128620 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2241838 Jun 28 12:16:55.753695 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 41724) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:16:56.349235 dv-cinder-798094-1-iscsi neutron-server[79148]: WARNING oslo_policy.policy [None req-5a8b86d7-8bd4-458f-b87f-5a88d4b7873e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 12:16:56.349822 dv-cinder-798094-1-iscsi neutron-server[79148]: WARNING oslo_policy.policy [None req-5a8b86d7-8bd4-458f-b87f-5a88d4b7873e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 12:16:56.789076 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.policy [None req-5a8b86d7-8bd4-458f-b87f-5a88d4b7873e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79148) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 12:16:56.833979 dv-cinder-798094-1-iscsi neutron-server[79148]: WARNING oslo_policy.policy [None req-5a8b86d7-8bd4-458f-b87f-5a88d4b7873e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 12:16:56.834357 dv-cinder-798094-1-iscsi neutron-server[79148]: WARNING oslo_policy.policy [None req-5a8b86d7-8bd4-458f-b87f-5a88d4b7873e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 12:16:56.842664 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8b86d7-8bd4-458f-b87f-5a88d4b7873e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:16:56.844449 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-5a8b86d7-8bd4-458f-b87f-5a88d4b7873e admin admin] 10.222.0.24 "GET /v2.0/networks/46eeb9e9-cc51-4183-aac0-256acdfdb300 HTTP/1.1" status: 200 len: 825 time: 1.0898352 Jun 28 12:16:56.877104 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-e24f1bbb-0ac0-4586-a17c-61f023bd5d7a admin admin] 10.222.0.24 "GET /v2.0/subnetpools/678b2125-0dfd-429c-b1b4-5b04f330cf18 HTTP/1.1" status: 200 len: 734 time: 0.0266831 Jun 28 12:16:56.886337 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] Request body: {'subnet': {'subnetpool_id': '678b2125-0dfd-429c-b1b4-5b04f330cf18', 'name': 'private-subnet', 'network_id': '46eeb9e9-cc51-4183-aac0-256acdfdb300', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '759882f7a14e4a2faaececbb6ccac27b'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:16:56.887961 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.quota [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] Loaded quota_driver: . Jun 28 12:16:56.895078 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:16:56.900972 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] Usage tracker for resource:subnet and tenant:759882f7a14e4a2faaececbb6ccac27b is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:16:56.904381 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:16:56.912086 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:16:56.997727 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] Made reservation on behalf of 759882f7a14e4a2faaececbb6ccac27b for: {'subnet': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:16:57.000674 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:57.373780 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291'] for subnet, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:57.381040 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:16:57.461935 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] Checking segment: {'id': 'f437dab9-b8ee-4073-9745-5179fc92c739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '46eeb9e9-cc51-4183-aac0-256acdfdb300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:16:57.462339 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] Network hostable DHCP agents. Network: 46eeb9e9-cc51-4183-aac0-256acdfdb300, hostable agents: ['00922891-a33d-4784-963e-6ef69cbf19e0'], hosted agents: [] {{(pid=79148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:16:57.480943 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b071dff-3f00-461a-ac54-fafbfce63647,revision_number=0']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:16:57.491716 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:57.492058 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:57.492399 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:57.492694 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:57.493001 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:57.493326 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:57.493638 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:57.493941 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:57.494244 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:57.494546 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:57.494873 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:57.495168 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] Tracked resource versions report: Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: pushed versions: Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: { 'AddressGroup': {'1.2'}, Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: 'ConntrackHelper': {'1.0'}, Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: 'Log': {'1.0'}, Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: 'Network': {'1.1'}, Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: 'Port': {'1.7'}, Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: 'PortForwarding': {'1.2'}, Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: 'QosPolicy': {'1.8'}, Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: 'SecurityGroup': {'1.4'}, Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: 'SecurityGroupRule': {'1.2'}, Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: 'SubPort': {'1.0'}, Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: 'Subnet': {'1.1'}, Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: 'Trunk': {'1.1'}} Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: consumer versions: Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: { DHCP agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: L3 agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: Metadata agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: Metering agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: Open vSwitch agent@dv-cinder-798094-1-iscsi: { 'AddressGroup': '1.2', Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: 'ConntrackHelper': '1.0', Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: 'Log': '1.0', Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: 'Network': '1.1', Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: 'Port': '1.7', Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: 'PortForwarding': '1.2', Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: 'QosPolicy': '1.8', Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: 'SecurityGroup': '1.4', Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: 'SecurityGroupRule': '1.2', Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: 'SubPort': '1.0', Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: 'Subnet': '1.1', Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: 'Trunk': '1.1'}} Jun 28 12:16:57.496208 dv-cinder-798094-1-iscsi neutron-server[79148]: {{(pid=79148) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 12:16:57.524369 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:16:57.550662 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] Network 46eeb9e9-cc51-4183-aac0-256acdfdb300 is scheduled to be hosted by DHCP agent 00922891-a33d-4784-963e-6ef69cbf19e0 with binding_index 1 {{(pid=79148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:16:57.613586 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-iscsi, 46eeb9e9-cc51-4183-aac0-256acdfdb300) {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:16:57.618569 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:16:57.619248 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for subnet, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:57.623551 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1747401c-f476-41a0-9766-cc7f7e920637 None None] Network 46eeb9e9-cc51-4183-aac0-256acdfdb300 requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:16:57.718769 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8242755 Jun 28 12:16:58.014520 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1e09d51-a22e-5f09-8328-b2b494a4398b-46eeb9e9-cc51-4183-aac0-256acdfdb300', 'network_id': '46eeb9e9-cc51-4183-aac0-256acdfdb300', 'tenant_id': '759882f7a14e4a2faaececbb6ccac27b', 'fixed_ips': [{'subnet_id': '3b071dff-3f00-461a-ac54-fafbfce63647'}]}} from dv-cinder-798094-1-iscsi. {{(pid=79150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 12:16:58.015813 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:58.199933 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.db_base_plugin_common [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Allocated IP 172.20.0.2 (46eeb9e9-cc51-4183-aac0-256acdfdb300/3b071dff-3f00-461a-ac54-fafbfce63647/90ade444-7a05-4c22-bd85-eaadec6797da) {{(pid=79150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:16:58.427991 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Notify callbacks [] for port, precommit_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:58.441450 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Transition to ACTIVE for port object 90ade444-7a05-4c22-bd85-eaadec6797da will not be triggered until provisioned by entity L2. {{(pid=79150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:16:58.464103 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Transition to ACTIVE for port object 90ade444-7a05-4c22-bd85-eaadec6797da will not be triggered until provisioned by entity DHCP. {{(pid=79150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:16:58.547246 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319'] for port, after_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:58.552220 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:16:58.610872 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Network 46eeb9e9-cc51-4183-aac0-256acdfdb300 is already hosted by enough agents. {{(pid=79150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:16:58.614001 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.scheduler.base_scheduler [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Resources bound (agent type, host, resource id): {{(pid=79150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:16:58.622531 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Received port after_create {{(pid=79150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:16:58.624663 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Pushing event updated for resources: {'Port': ['ID=90ade444-7a05-4c22-bd85-eaadec6797da,revision_number=1']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:16:58.633980 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:58.635799 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:58.635799 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:58.635799 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:58.635799 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:58.635799 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:58.636298 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:58.636413 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:58.636732 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:58.637038 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:58.637339 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:58.637637 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Tracked resource versions report: Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: pushed versions: Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: { 'AddressGroup': {'1.2'}, Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: 'ConntrackHelper': {'1.0'}, Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: 'Log': {'1.0'}, Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: 'Network': {'1.1'}, Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: 'Port': {'1.7'}, Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: 'PortForwarding': {'1.2'}, Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: 'QosPolicy': {'1.8'}, Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: 'SecurityGroup': {'1.4'}, Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: 'SecurityGroupRule': {'1.2'}, Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: 'SubPort': {'1.0'}, Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: 'Subnet': {'1.1'}, Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: 'Trunk': {'1.1'}} Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: consumer versions: Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: { DHCP agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: L3 agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: Metadata agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: Metering agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: Open vSwitch agent@dv-cinder-798094-1-iscsi: { 'AddressGroup': '1.2', Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: 'ConntrackHelper': '1.0', Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: 'Log': '1.0', Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: 'Network': '1.1', Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: 'Port': '1.7', Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: 'PortForwarding': '1.2', Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: 'QosPolicy': '1.8', Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: 'SecurityGroup': '1.4', Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: 'SecurityGroupRule': '1.2', Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: 'SubPort': '1.0', Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: 'Subnet': '1.1', Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: 'Trunk': '1.1'}} Jun 28 12:16:58.638705 dv-cinder-798094-1-iscsi neutron-server[79150]: {{(pid=79150) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 12:16:58.678220 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:16:58.726388 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Attempting to bind port 90ade444-7a05-4c22-bd85-eaadec6797da on host dv-cinder-798094-1-iscsi for vnic_type normal with profile {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:16:58.726806 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Attempting to bind port 90ade444-7a05-4c22-bd85-eaadec6797da by drivers openvswitch,hyperv on host dv-cinder-798094-1-iscsi at level 0 using segments [{'id': 'f437dab9-b8ee-4073-9745-5179fc92c739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '46eeb9e9-cc51-4183-aac0-256acdfdb300'}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:16:58.727212 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Attempting to bind port 90ade444-7a05-4c22-bd85-eaadec6797da on network 46eeb9e9-cc51-4183-aac0-256acdfdb300 {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:16:58.732406 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Checking agent: {'id': '97f6a438-5e0c-4082-aba3-e3ff467169d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 16, 39), 'started_at': datetime.datetime(2021, 6, 28, 12, 16, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:16:58.732807 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Checking segment: {'id': 'f437dab9-b8ee-4073-9745-5179fc92c739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '46eeb9e9-cc51-4183-aac0-256acdfdb300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:16:58.733279 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:58.733666 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Bound using segment: {'id': 'f437dab9-b8ee-4073-9745-5179fc92c739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '46eeb9e9-cc51-4183-aac0-256acdfdb300'} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:16:58.734141 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Bound port: 90ade444-7a05-4c22-bd85-eaadec6797da, host: dv-cinder-798094-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f437dab9-b8ee-4073-9745-5179fc92c739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '46eeb9e9-cc51-4183-aac0-256acdfdb300'}}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:16:58.734522 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:58.823234 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] For port 90ade444-7a05-4c22-bd85-eaadec6797da, host dv-cinder-798094-1-iscsi, cleared binding levels {{(pid=79150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:16:58.827082 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] For port 90ade444-7a05-4c22-bd85-eaadec6797da, host dv-cinder-798094-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=90ade444-7a05-4c22-bd85-eaadec6797da,segment=NetworkSegment(f437dab9-b8ee-4073-9745-5179fc92c739),segment_id=f437dab9-b8ee-4073-9745-5179fc92c739)] {{(pid=79150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:16:58.929630 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:16:58.933817 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:16:59.029762 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Pushing event updated for resources: {'Port': ['ID=90ade444-7a05-4c22-bd85-eaadec6797da,revision_number=2']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:16:59.033048 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:00.065673 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 41744) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:17:00.448507 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [None req-538fd537-084e-4e0e-a6ed-be488df8eb1c admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79148) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:17:00.449495 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-538fd537-084e-4e0e-a6ed-be488df8eb1c admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3827877 Jun 28 12:17:02.613202 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97664cef-6d8b-4faf-a186-9d5d7a99b582 None None] Network 46eeb9e9-cc51-4183-aac0-256acdfdb300 requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:17:02.830659 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-f628b739-8674-4816-bf19-5930af05e534 None None] Provisioning for port 90ade444-7a05-4c22-bd85-eaadec6797da completed by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:17:02.837143 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 41758) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:17:03.002688 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 90ade444-7a05-4c22-bd85-eaadec6797da up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:17:03.157268 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning for port 90ade444-7a05-4c22-bd85-eaadec6797da completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:17:03.162427 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 90ade444-7a05-4c22-bd85-eaadec6797da triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:17:03.162917 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:03.281051 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [None req-ab32876f-de25-453d-8097-25de1d8538a0 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79149) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:17:03.282156 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-ab32876f-de25-453d-8097-25de1d8538a0 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4440606 Jun 28 12:17:03.302157 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:03.335704 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] For port 90ade444-7a05-4c22-bd85-eaadec6797da, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=90ade444-7a05-4c22-bd85-eaadec6797da,segment=NetworkSegment(f437dab9-b8ee-4073-9745-5179fc92c739),segment_id=f437dab9-b8ee-4073-9745-5179fc92c739)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:17:03.431769 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:03.433937 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:03.516343 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Pushing event updated for resources: {'Port': ['ID=90ade444-7a05-4c22-bd85-eaadec6797da,revision_number=3']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:03.520846 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:04.953121 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 90ade444-7a05-4c22-bd85-eaadec6797da up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:17:05.028046 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 90ade444-7a05-4c22-bd85-eaadec6797da triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:17:05.028415 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:05.938316 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 41770) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:17:06.322179 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-491dbeee-5c4c-463b-9602-93217e63189a admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '759882f7a14e4a2faaececbb6ccac27b', 'admin_state_up': True}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:17:06.326835 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-491dbeee-5c4c-463b-9602-93217e63189a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:17:06.331212 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-491dbeee-5c4c-463b-9602-93217e63189a admin admin] Usage tracker for resource:router and tenant:759882f7a14e4a2faaececbb6ccac27b is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:17:06.335034 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-491dbeee-5c4c-463b-9602-93217e63189a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:17:06.340588 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-491dbeee-5c4c-463b-9602-93217e63189a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:17:06.419074 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-491dbeee-5c4c-463b-9602-93217e63189a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3695342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34721'] for router, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:06.420573 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-491dbeee-5c4c-463b-9602-93217e63189a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3695626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34730'] for router, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:06.441722 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-491dbeee-5c4c-463b-9602-93217e63189a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:06.672226 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-491dbeee-5c4c-463b-9602-93217e63189a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3695352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696706'] for router, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:06.757020 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-491dbeee-5c4c-463b-9602-93217e63189a admin admin] Notify callbacks [] for router, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:06.758198 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-491dbeee-5c4c-463b-9602-93217e63189a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8188965 Jun 28 12:17:08.566523 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-f0e93de2-d8d7-4087-a3c7-d7a7c9b1ca90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:08.911002 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:09.118127 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 41780) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:17:09.483685 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [None req-e7997619-1a3d-4f3a-915b-f1a4b3b15fc8 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79149) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:17:09.484686 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-e7997619-1a3d-4f3a-915b-f1a4b3b15fc8 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3656454 Jun 28 12:17:11.041207 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-bebfaf9f-6cf3-44b0-9424-a5a431d23d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:11.834446 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 41790) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:17:12.065317 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:12.203848 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-56aefea8-193d-41bf-a221-10b7a74dff4f admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:17:12.208848 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-56aefea8-193d-41bf-a221-10b7a74dff4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:17:12.212657 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-56aefea8-193d-41bf-a221-10b7a74dff4f admin admin] Usage tracker for resource:network and tenant:53b88367378442a59e5d373c5df607d9 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:17:12.215644 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-56aefea8-193d-41bf-a221-10b7a74dff4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:17:12.221788 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-56aefea8-193d-41bf-a221-10b7a74dff4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:17:12.292342 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56aefea8-193d-41bf-a221-10b7a74dff4f admin admin] Made reservation on behalf of 53b88367378442a59e5d373c5df607d9 for: {'network': 1} {{(pid=79149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:17:12.294651 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-56aefea8-193d-41bf-a221-10b7a74dff4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for network, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:12.307583 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-56aefea8-193d-41bf-a221-10b7a74dff4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:12.321543 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-56aefea8-193d-41bf-a221-10b7a74dff4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:17:12.325229 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-56aefea8-193d-41bf-a221-10b7a74dff4f admin admin] Usage tracker for resource:security_group_rule and tenant:53b88367378442a59e5d373c5df607d9 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:17:12.328081 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-56aefea8-193d-41bf-a221-10b7a74dff4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:17:12.333983 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-56aefea8-193d-41bf-a221-10b7a74dff4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:17:12.413523 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-56aefea8-193d-41bf-a221-10b7a74dff4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:12.510827 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-56aefea8-193d-41bf-a221-10b7a74dff4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:12.515261 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:12.531655 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-56aefea8-193d-41bf-a221-10b7a74dff4f admin admin] Reserving flat network on physical network physnet1 {{(pid=79149) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 28 12:17:12.549260 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aefea8-193d-41bf-a221-10b7a74dff4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe88082-ee99-497a-b433-08d38293bfc2,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:12.552457 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-56aefea8-193d-41bf-a221-10b7a74dff4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:12.576906 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-56aefea8-193d-41bf-a221-10b7a74dff4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:12.577236 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.db.segments_db [None req-56aefea8-193d-41bf-a221-10b7a74dff4f admin admin] Added segment 4ef2d251-a773-41f5-87cd-cec6f249eb66 of type flat for network c9286c56-74de-4de9-a16f-8e0a6aaad408 Jun 28 12:17:12.609718 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-56aefea8-193d-41bf-a221-10b7a74dff4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727236854384'] for network, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:12.744690 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-56aefea8-193d-41bf-a221-10b7a74dff4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291'] for network, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:12.745959 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56aefea8-193d-41bf-a221-10b7a74dff4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:12.746558 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-56aefea8-193d-41bf-a221-10b7a74dff4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:12.749733 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:12.874435 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aefea8-193d-41bf-a221-10b7a74dff4f admin admin] Pushing event updated for resources: {'Network': ['ID=c9286c56-74de-4de9-a16f-8e0a6aaad408,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:12.877618 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-56aefea8-193d-41bf-a221-10b7a74dff4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:12.885557 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Network c9286c56-74de-4de9-a16f-8e0a6aaad408 details requested by agent ovs-agent-dv-cinder-798094-1-iscsi with host dv-cinder-798094-1-iscsi {{(pid=79150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:17:12.923433 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-56aefea8-193d-41bf-a221-10b7a74dff4f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0829413 Jun 28 12:17:13.733918 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:15.280302 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 41810) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:17:15.494210 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6ea594-6d54-4667-a844-53e7843ac9d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:15.495599 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-4a6ea594-6d54-4667-a844-53e7843ac9d9 admin admin] 10.222.0.24 "GET /v2.0/subnets/3b071dff-3f00-461a-ac54-fafbfce63647 HTTP/1.1" status: 200 len: 849 time: 0.2143581 Jun 28 12:17:15.640317 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-0a6a87c9-8d5c-4ac1-8c57-fb1d254bb59d admin admin] 10.222.0.24 "GET /v2.0/routers/530e0868-db86-4571-a43e-6f32a64fb5f3 HTTP/1.1" status: 200 len: 704 time: 0.1389964 Jun 28 12:17:16.113157 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-cf81e433-d838-4f0b-81f6-e60d4fcb2f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:16.342380 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.db_base_plugin_common [None req-cf81e433-d838-4f0b-81f6-e60d4fcb2f35 admin admin] Allocated IP 172.20.0.1 (46eeb9e9-cc51-4183-aac0-256acdfdb300/3b071dff-3f00-461a-ac54-fafbfce63647/8be1e055-9520-48f8-9e9a-035caa6c7614) {{(pid=79149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:17:16.493992 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-cf81e433-d838-4f0b-81f6-e60d4fcb2f35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:16.512983 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.provisioning_blocks [None req-cf81e433-d838-4f0b-81f6-e60d4fcb2f35 admin admin] Transition to ACTIVE for port object 8be1e055-9520-48f8-9e9a-035caa6c7614 will not be triggered until provisioned by entity DHCP. {{(pid=79149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:17:16.631303 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-cf81e433-d838-4f0b-81f6-e60d4fcb2f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319'] for port, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:16.636477 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:16.693729 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf81e433-d838-4f0b-81f6-e60d4fcb2f35 admin admin] Network 46eeb9e9-cc51-4183-aac0-256acdfdb300 is already hosted by enough agents. {{(pid=79149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:17:16.700637 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.base_scheduler [None req-cf81e433-d838-4f0b-81f6-e60d4fcb2f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=79149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:17:16.707045 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf81e433-d838-4f0b-81f6-e60d4fcb2f35 admin admin] Received port after_create {{(pid=79149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:17:16.707595 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-cf81e433-d838-4f0b-81f6-e60d4fcb2f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3696772'] for router_interface, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:16.879754 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81e433-d838-4f0b-81f6-e60d4fcb2f35 admin admin] Pushing event updated for resources: {'Port': ['ID=8be1e055-9520-48f8-9e9a-035caa6c7614,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:16.892548 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-cf81e433-d838-4f0b-81f6-e60d4fcb2f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:16.984700 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d3620576-5ec1-46ee-87a6-e2b37e8ff35c None None] Provisioning for port 8be1e055-9520-48f8-9e9a-035caa6c7614 completed by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:17:16.989687 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d3620576-5ec1-46ee-87a6-e2b37e8ff35c None None] Provisioning complete for port 8be1e055-9520-48f8-9e9a-035caa6c7614 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:17:16.994259 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d3620576-5ec1-46ee-87a6-e2b37e8ff35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:17.045139 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d3620576-5ec1-46ee-87a6-e2b37e8ff35c None None] Port 8be1e055-9520-48f8-9e9a-035caa6c7614 cannot update to ACTIVE because it is not bound. {{(pid=79150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:17:17.101769 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-cf81e433-d838-4f0b-81f6-e60d4fcb2f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:17.323218 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-cf81e433-d838-4f0b-81f6-e60d4fcb2f35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:17.396410 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-cf81e433-d838-4f0b-81f6-e60d4fcb2f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:17.397557 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-cf81e433-d838-4f0b-81f6-e60d4fcb2f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3781337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695149'] for router_interface, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:17.400947 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:17.492046 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81e433-d838-4f0b-81f6-e60d4fcb2f35 admin admin] Pushing event updated for resources: {'Port': ['ID=8be1e055-9520-48f8-9e9a-035caa6c7614,revision_number=2']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:17.538845 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-cf81e433-d838-4f0b-81f6-e60d4fcb2f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:17.599801 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf81e433-d838-4f0b-81f6-e60d4fcb2f35 admin admin] Network 46eeb9e9-cc51-4183-aac0-256acdfdb300 is already hosted by enough agents. {{(pid=79149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:17:17.600815 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.base_scheduler [None req-cf81e433-d838-4f0b-81f6-e60d4fcb2f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=79149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:17:17.767549 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-88fcd799-034f-4a8d-b3ec-003b2e9d6a6b None None] Provisioning complete for port 8be1e055-9520-48f8-9e9a-035caa6c7614 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:17:17.767915 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-88fcd799-034f-4a8d-b3ec-003b2e9d6a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:17.819394 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-88fcd799-034f-4a8d-b3ec-003b2e9d6a6b None None] Port 8be1e055-9520-48f8-9e9a-035caa6c7614 cannot update to ACTIVE because it is not bound. {{(pid=79150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:17:17.858002 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf81e433-d838-4f0b-81f6-e60d4fcb2f35 admin admin] Router 530e0868-db86-4571-a43e-6f32a64fb5f3 is scheduled to L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 with binding_index 1 {{(pid=79149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:17:18.010943 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf81e433-d838-4f0b-81f6-e60d4fcb2f35 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:17:18.020766 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-cf81e433-d838-4f0b-81f6-e60d4fcb2f35 admin admin] 10.222.0.24 "PUT /v2.0/routers/530e0868-db86-4571-a43e-6f32a64fb5f3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3747377 Jun 28 12:17:18.021390 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8be9a5-ba64-4fca-ac4b-c5643127129a None None] Sync routers for ids ['530e0868-db86-4571-a43e-6f32a64fb5f3'] in dv-cinder-798094-1-iscsi {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:17:18.031865 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8be9a5-ba64-4fca-ac4b-c5643127129a None None] Routers {'530e0868-db86-4571-a43e-6f32a64fb5f3'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:17:18.033229 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-ab8be9a5-ba64-4fca-ac4b-c5643127129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:17:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['530e0868-db86-4571-a43e-6f32a64fb5f3'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:17:18.208825 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-ab8be9a5-ba64-4fca-ac4b-c5643127129a None None] Set router 530e0868-db86-4571-a43e-6f32a64fb5f3 gateway port host: None {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:17:18.573125 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-ab8be9a5-ba64-4fca-ac4b-c5643127129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530e0868-db86-4571-a43e-6f32a64fb5f3', 'name': 'router1', 'tenant_id': '759882f7a14e4a2faaececbb6ccac27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:17:06Z', 'updated_at': '2021-06-28T12:17:16Z', 'revision_number': 2, 'project_id': '759882f7a14e4a2faaececbb6ccac27b', 'gw_port_host': None, '_interfaces': [{'id': '8be1e055-9520-48f8-9e9a-035caa6c7614', 'name': '', 'network_id': '46eeb9e9-cc51-4183-aac0-256acdfdb300', 'tenant_id': '759882f7a14e4a2faaececbb6ccac27b', 'mac_address': 'fa:16:3e:30:cc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530e0868-db86-4571-a43e-6f32a64fb5f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b071dff-3f00-461a-ac54-fafbfce63647', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:16Z', 'updated_at': '2021-06-28T12:17:17Z', 'revision_number': 2, 'project_id': '759882f7a14e4a2faaececbb6ccac27b', 'subnets': [{'id': '3b071dff-3f00-461a-ac54-fafbfce63647', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '678b2125-0dfd-429c-b1b4-5b04f330cf18'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:17:18.578074 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8be9a5-ba64-4fca-ac4b-c5643127129a None None] Checking router: 530e0868-db86-4571-a43e-6f32a64fb5f3 for host: dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:17:18.578437 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8be9a5-ba64-4fca-ac4b-c5643127129a None None] Updating router 530e0868-db86-4571-a43e-6f32a64fb5f3 port 8be1e055-9520-48f8-9e9a-035caa6c7614 binding host dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:17:18.633937 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ab8be9a5-ba64-4fca-ac4b-c5643127129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:19.007971 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ab8be9a5-ba64-4fca-ac4b-c5643127129a None None] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:19.023093 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [None req-ab8be9a5-ba64-4fca-ac4b-c5643127129a None None] Transition to ACTIVE for port object 8be1e055-9520-48f8-9e9a-035caa6c7614 will not be triggered until provisioned by entity L2. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:17:19.081959 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ab8be9a5-ba64-4fca-ac4b-c5643127129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:19.087479 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:19.276584 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a222d-996e-49b0-94b3-9e47800d710c None None] Pushing event updated for resources: {'Port': ['ID=8be1e055-9520-48f8-9e9a-035caa6c7614,revision_number=3']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:19.317714 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a222d-996e-49b0-94b3-9e47800d710c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:19.318046 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a222d-996e-49b0-94b3-9e47800d710c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:19.318370 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a222d-996e-49b0-94b3-9e47800d710c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:19.318689 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a222d-996e-49b0-94b3-9e47800d710c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:19.319033 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a222d-996e-49b0-94b3-9e47800d710c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:19.319344 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a222d-996e-49b0-94b3-9e47800d710c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:19.319655 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a222d-996e-49b0-94b3-9e47800d710c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:19.319963 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a222d-996e-49b0-94b3-9e47800d710c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:19.320278 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a222d-996e-49b0-94b3-9e47800d710c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:19.320581 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a222d-996e-49b0-94b3-9e47800d710c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:19.320889 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a222d-996e-49b0-94b3-9e47800d710c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:19.321189 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a222d-996e-49b0-94b3-9e47800d710c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a222d-996e-49b0-94b3-9e47800d710c None None] Tracked resource versions report: Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: pushed versions: Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: { 'AddressGroup': {'1.2'}, Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: 'ConntrackHelper': {'1.0'}, Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: 'Log': {'1.0'}, Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: 'Network': {'1.1'}, Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: 'Port': {'1.7'}, Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: 'PortForwarding': {'1.2'}, Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: 'QosPolicy': {'1.8'}, Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: 'SecurityGroup': {'1.4'}, Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: 'SecurityGroupRule': {'1.2'}, Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: 'SubPort': {'1.0'}, Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: 'Subnet': {'1.1'}, Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: 'Trunk': {'1.1'}} Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: consumer versions: Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: { DHCP agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: L3 agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: Metadata agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: Metering agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: Open vSwitch agent@dv-cinder-798094-1-iscsi: { 'AddressGroup': '1.2', Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: 'ConntrackHelper': '1.0', Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: 'Log': '1.0', Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: 'Network': '1.1', Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: 'Port': '1.7', Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: 'PortForwarding': '1.2', Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: 'QosPolicy': '1.8', Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: 'SecurityGroup': '1.4', Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: 'SecurityGroupRule': '1.2', Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: 'SubPort': '1.0', Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: 'Subnet': '1.1', Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: 'Trunk': '1.1'}} Jun 28 12:17:19.322269 dv-cinder-798094-1-iscsi neutron-server[79151]: {{(pid=79151) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 12:17:19.334329 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-ee8a222d-996e-49b0-94b3-9e47800d710c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:19.341614 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-ab8be9a5-ba64-4fca-ac4b-c5643127129a None None] Attempting to bind port 8be1e055-9520-48f8-9e9a-035caa6c7614 on host dv-cinder-798094-1-iscsi for vnic_type normal with profile {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:17:19.342010 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-ab8be9a5-ba64-4fca-ac4b-c5643127129a None None] Attempting to bind port 8be1e055-9520-48f8-9e9a-035caa6c7614 by drivers openvswitch,hyperv on host dv-cinder-798094-1-iscsi at level 0 using segments [{'id': 'f437dab9-b8ee-4073-9745-5179fc92c739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '46eeb9e9-cc51-4183-aac0-256acdfdb300'}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:17:19.342421 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8be9a5-ba64-4fca-ac4b-c5643127129a None None] Attempting to bind port 8be1e055-9520-48f8-9e9a-035caa6c7614 on network 46eeb9e9-cc51-4183-aac0-256acdfdb300 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:17:19.348424 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8be9a5-ba64-4fca-ac4b-c5643127129a None None] Checking agent: {'id': '97f6a438-5e0c-4082-aba3-e3ff467169d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 16, 39), 'started_at': datetime.datetime(2021, 6, 28, 12, 17, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:17:19.348833 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8be9a5-ba64-4fca-ac4b-c5643127129a None None] Checking segment: {'id': 'f437dab9-b8ee-4073-9745-5179fc92c739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '46eeb9e9-cc51-4183-aac0-256acdfdb300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:17:19.349316 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ab8be9a5-ba64-4fca-ac4b-c5643127129a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:19.349704 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8be9a5-ba64-4fca-ac4b-c5643127129a None None] Bound using segment: {'id': 'f437dab9-b8ee-4073-9745-5179fc92c739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '46eeb9e9-cc51-4183-aac0-256acdfdb300'} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:17:19.350217 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-ab8be9a5-ba64-4fca-ac4b-c5643127129a None None] Bound port: 8be1e055-9520-48f8-9e9a-035caa6c7614, host: dv-cinder-798094-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f437dab9-b8ee-4073-9745-5179fc92c739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '46eeb9e9-cc51-4183-aac0-256acdfdb300'}}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:17:19.350670 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ab8be9a5-ba64-4fca-ac4b-c5643127129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:19.436515 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [None req-ab8be9a5-ba64-4fca-ac4b-c5643127129a None None] For port 8be1e055-9520-48f8-9e9a-035caa6c7614, host dv-cinder-798094-1-iscsi, cleared binding levels {{(pid=79151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:17:19.440462 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [None req-ab8be9a5-ba64-4fca-ac4b-c5643127129a None None] For port 8be1e055-9520-48f8-9e9a-035caa6c7614, host dv-cinder-798094-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=8be1e055-9520-48f8-9e9a-035caa6c7614,segment=NetworkSegment(f437dab9-b8ee-4073-9745-5179fc92c739),segment_id=f437dab9-b8ee-4073-9745-5179fc92c739)] {{(pid=79151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:17:19.516789 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-ab8be9a5-ba64-4fca-ac4b-c5643127129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:19.521620 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-ee8a222d-996e-49b0-94b3-9e47800d710c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:19.613525 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a222d-996e-49b0-94b3-9e47800d710c None None] Pushing event updated for resources: {'Port': ['ID=8be1e055-9520-48f8-9e9a-035caa6c7614,revision_number=4']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:19.617306 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-ee8a222d-996e-49b0-94b3-9e47800d710c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:19.619238 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8be9a5-ba64-4fca-ac4b-c5643127129a None None] Routers {'530e0868-db86-4571-a43e-6f32a64fb5f3'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:17:19.619602 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-ab8be9a5-ba64-4fca-ac4b-c5643127129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:17:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['530e0868-db86-4571-a43e-6f32a64fb5f3'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:17:19.773649 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-ab8be9a5-ba64-4fca-ac4b-c5643127129a None None] Set router 530e0868-db86-4571-a43e-6f32a64fb5f3 gateway port host: None {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:17:20.099994 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-ab8be9a5-ba64-4fca-ac4b-c5643127129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530e0868-db86-4571-a43e-6f32a64fb5f3', 'name': 'router1', 'tenant_id': '759882f7a14e4a2faaececbb6ccac27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:17:06Z', 'updated_at': '2021-06-28T12:17:16Z', 'revision_number': 2, 'project_id': '759882f7a14e4a2faaececbb6ccac27b', 'gw_port_host': None, '_interfaces': [{'id': '8be1e055-9520-48f8-9e9a-035caa6c7614', 'name': '', 'network_id': '46eeb9e9-cc51-4183-aac0-256acdfdb300', 'tenant_id': '759882f7a14e4a2faaececbb6ccac27b', 'mac_address': 'fa:16:3e:30:cc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530e0868-db86-4571-a43e-6f32a64fb5f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b071dff-3f00-461a-ac54-fafbfce63647', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:16Z', 'updated_at': '2021-06-28T12:17:19Z', 'revision_number': 4, 'project_id': '759882f7a14e4a2faaececbb6ccac27b', 'subnets': [{'id': '3b071dff-3f00-461a-ac54-fafbfce63647', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '678b2125-0dfd-429c-b1b4-5b04f330cf18'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:17:20.103852 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8be9a5-ba64-4fca-ac4b-c5643127129a None None] The sync data for ids ['530e0868-db86-4571-a43e-6f32a64fb5f3'] in dv-cinder-798094-1-iscsi is: [{'id': '530e0868-db86-4571-a43e-6f32a64fb5f3', 'name': 'router1', 'tenant_id': '759882f7a14e4a2faaececbb6ccac27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:17:06Z', 'updated_at': '2021-06-28T12:17:16Z', 'revision_number': 2, 'project_id': '759882f7a14e4a2faaececbb6ccac27b', 'gw_port_host': None, '_interfaces': [{'id': '8be1e055-9520-48f8-9e9a-035caa6c7614', 'name': '', 'network_id': '46eeb9e9-cc51-4183-aac0-256acdfdb300', 'tenant_id': '759882f7a14e4a2faaececbb6ccac27b', 'mac_address': 'fa:16:3e:30:cc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530e0868-db86-4571-a43e-6f32a64fb5f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b071dff-3f00-461a-ac54-fafbfce63647', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:16Z', 'updated_at': '2021-06-28T12:17:19Z', 'revision_number': 4, 'project_id': '759882f7a14e4a2faaececbb6ccac27b', 'subnets': [{'id': '3b071dff-3f00-461a-ac54-fafbfce63647', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '678b2125-0dfd-429c-b1b4-5b04f330cf18'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:17:20.184537 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 41832) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:17:20.338470 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569f1b9d-3c42-49cb-b8e9-7daf6d93bc1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:20.339052 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-569f1b9d-3c42-49cb-b8e9-7daf6d93bc1e admin admin] Synchronizing usage tracker for tenant:53b88367378442a59e5d373c5df607d9 on resource:network {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:17:20.457519 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-569f1b9d-3c42-49cb-b8e9-7daf6d93bc1e admin admin] Unset dirty status for tenant:53b88367378442a59e5d373c5df607d9 on resource:network {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:17:20.461913 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-569f1b9d-3c42-49cb-b8e9-7daf6d93bc1e admin admin] 10.222.0.24 "GET /v2.0/networks/c9286c56-74de-4de9-a16f-8e0a6aaad408 HTTP/1.1" status: 200 len: 842 time: 0.2732275 Jun 28 12:17:20.468236 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-517bed7e-ceb4-4f5c-973a-72d7c9e52794 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:17:20.473736 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-517bed7e-ceb4-4f5c-973a-72d7c9e52794 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:17:20.477665 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-517bed7e-ceb4-4f5c-973a-72d7c9e52794 admin admin] Usage tracker for resource:subnet and tenant:53b88367378442a59e5d373c5df607d9 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:17:20.480675 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-517bed7e-ceb4-4f5c-973a-72d7c9e52794 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:17:20.486845 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-517bed7e-ceb4-4f5c-973a-72d7c9e52794 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:17:20.567340 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517bed7e-ceb4-4f5c-973a-72d7c9e52794 admin admin] Made reservation on behalf of 53b88367378442a59e5d373c5df607d9 for: {'subnet': 1} {{(pid=79149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:17:20.569743 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-517bed7e-ceb4-4f5c-973a-72d7c9e52794 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:20.991918 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 8be1e055-9520-48f8-9e9a-035caa6c7614 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:17:21.089318 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.objects.ports [None req-517bed7e-ceb4-4f5c-973a-72d7c9e52794 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79149) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 28 12:17:21.089757 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-517bed7e-ceb4-4f5c-973a-72d7c9e52794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291'] for subnet, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:21.094253 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:21.120370 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning for port 8be1e055-9520-48f8-9e9a-035caa6c7614 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:17:21.125405 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 8be1e055-9520-48f8-9e9a-035caa6c7614 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:17:21.125842 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:21.170543 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517bed7e-ceb4-4f5c-973a-72d7c9e52794 admin admin] Checking segment: {'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:17:21.170944 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517bed7e-ceb4-4f5c-973a-72d7c9e52794 admin admin] Network hostable DHCP agents. Network: c9286c56-74de-4de9-a16f-8e0a6aaad408, hostable agents: ['00922891-a33d-4784-963e-6ef69cbf19e0'], hosted agents: [] {{(pid=79149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:17:21.174953 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517bed7e-ceb4-4f5c-973a-72d7c9e52794 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86bae704-b0f4-4850-808b-6f728b6b20f3,revision_number=0']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:21.179246 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-517bed7e-ceb4-4f5c-973a-72d7c9e52794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:21.242723 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:21.274327 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] For port 8be1e055-9520-48f8-9e9a-035caa6c7614, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=8be1e055-9520-48f8-9e9a-035caa6c7614,segment=NetworkSegment(f437dab9-b8ee-4073-9745-5179fc92c739),segment_id=f437dab9-b8ee-4073-9745-5179fc92c739)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:17:21.276047 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517bed7e-ceb4-4f5c-973a-72d7c9e52794 admin admin] Network c9286c56-74de-4de9-a16f-8e0a6aaad408 is scheduled to be hosted by DHCP agent 00922891-a33d-4784-963e-6ef69cbf19e0 with binding_index 1 {{(pid=79149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:17:21.362408 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:21.364522 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:21.384587 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.base_scheduler [None req-517bed7e-ceb4-4f5c-973a-72d7c9e52794 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-iscsi, c9286c56-74de-4de9-a16f-8e0a6aaad408) {{(pid=79149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:17:21.389371 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517bed7e-ceb4-4f5c-973a-72d7c9e52794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:21.394264 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-517bed7e-ceb4-4f5c-973a-72d7c9e52794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for subnet, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:21.401819 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675207c1-c18f-46e6-a678-aeca16014ae7 None None] Network c9286c56-74de-4de9-a16f-8e0a6aaad408 requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:17:21.471275 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-517bed7e-ceb4-4f5c-973a-72d7c9e52794 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0064042 Jun 28 12:17:21.523504 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Pushing event updated for resources: {'Port': ['ID=8be1e055-9520-48f8-9e9a-035caa6c7614,revision_number=5']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:21.528672 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:21.676021 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50b806a-4d50-47bb-9474-a3eb9c71b2e8 None None] Network c9286c56-74de-4de9-a16f-8e0a6aaad408 requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:17:22.961884 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 8be1e055-9520-48f8-9e9a-035caa6c7614 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:17:23.031002 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 8be1e055-9520-48f8-9e9a-035caa6c7614 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:17:23.031371 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:23.700262 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 41846) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:17:23.888616 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-83c2bd87-db60-45e9-b273-74c9fff61f08 admin admin] 10.222.0.24 "GET /v2.0/routers/530e0868-db86-4571-a43e-6f32a64fb5f3 HTTP/1.1" status: 200 len: 710 time: 0.1871450 Jun 28 12:17:24.013103 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a04f590-a7be-4dc9-bbbe-6cabbf6a978e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:17:24.014421 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-6a04f590-a7be-4dc9-bbbe-6cabbf6a978e admin admin] 10.222.0.24 "GET /v2.0/networks/c9286c56-74de-4de9-a16f-8e0a6aaad408 HTTP/1.1" status: 200 len: 886 time: 0.1203675 Jun 28 12:17:24.023061 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-982ca668-94b3-4864-8e7c-c512b5fda3c6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:17:24.452270 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-982ca668-94b3-4864-8e7c-c512b5fda3c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3695335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34692'] for router, precommit_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:24.887491 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-982ca668-94b3-4864-8e7c-c512b5fda3c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:24.942464 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-982ca668-94b3-4864-8e7c-c512b5fda3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:25.076415 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.db_base_plugin_common [None req-982ca668-94b3-4864-8e7c-c512b5fda3c6 admin admin] Allocated IP 172.27.0.120 (c9286c56-74de-4de9-a16f-8e0a6aaad408/86bae704-b0f4-4850-808b-6f728b6b20f3/5729f0a4-46d3-4256-9604-87eeb3922141) {{(pid=79149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:17:25.217646 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-982ca668-94b3-4864-8e7c-c512b5fda3c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:25.310430 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-982ca668-94b3-4864-8e7c-c512b5fda3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319'] for port, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:25.315063 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:25.376690 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982ca668-94b3-4864-8e7c-c512b5fda3c6 admin admin] Network c9286c56-74de-4de9-a16f-8e0a6aaad408 is already hosted by enough agents. {{(pid=79149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:17:25.379382 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.base_scheduler [None req-982ca668-94b3-4864-8e7c-c512b5fda3c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=79149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:17:25.383883 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982ca668-94b3-4864-8e7c-c512b5fda3c6 admin admin] Received port after_create {{(pid=79149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:17:25.446624 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ca668-94b3-4864-8e7c-c512b5fda3c6 admin admin] Pushing event updated for resources: {'Port': ['ID=5729f0a4-46d3-4256-9604-87eeb3922141,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:25.450560 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-982ca668-94b3-4864-8e7c-c512b5fda3c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:25.824711 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-982ca668-94b3-4864-8e7c-c512b5fda3c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:26.159004 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-982ca668-94b3-4864-8e7c-c512b5fda3c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3695335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34692'] for router, precommit_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:26.162271 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-982ca668-94b3-4864-8e7c-c512b5fda3c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3696748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3696731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3695177'] for router, after_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:26.390473 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982ca668-94b3-4864-8e7c-c512b5fda3c6 admin admin] Router 530e0868-db86-4571-a43e-6f32a64fb5f3 has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:17:26.564047 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982ca668-94b3-4864-8e7c-c512b5fda3c6 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:17:26.572016 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-982ca668-94b3-4864-8e7c-c512b5fda3c6 admin admin] Notify callbacks [] for router, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:26.573172 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-982ca668-94b3-4864-8e7c-c512b5fda3c6 admin admin] 10.222.0.24 "PUT /v2.0/routers/530e0868-db86-4571-a43e-6f32a64fb5f3 HTTP/1.1" status: 200 len: 890 time: 2.5533373 Jun 28 12:17:26.573967 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200bf0ed-e980-4c11-9a55-ff8a8452c587 None None] Sync routers for ids ['530e0868-db86-4571-a43e-6f32a64fb5f3'] in dv-cinder-798094-1-iscsi {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:17:26.584948 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200bf0ed-e980-4c11-9a55-ff8a8452c587 None None] Routers {'530e0868-db86-4571-a43e-6f32a64fb5f3'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:17:26.585657 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-200bf0ed-e980-4c11-9a55-ff8a8452c587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:17:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['530e0868-db86-4571-a43e-6f32a64fb5f3'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:17:26.780865 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-200bf0ed-e980-4c11-9a55-ff8a8452c587 None None] Set router 530e0868-db86-4571-a43e-6f32a64fb5f3 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:17:27.123836 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-200bf0ed-e980-4c11-9a55-ff8a8452c587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530e0868-db86-4571-a43e-6f32a64fb5f3', 'name': 'router1', 'tenant_id': '759882f7a14e4a2faaececbb6ccac27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '5729f0a4-46d3-4256-9604-87eeb3922141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:17:06Z', 'updated_at': '2021-06-28T12:17:25Z', 'revision_number': 4, 'project_id': '759882f7a14e4a2faaececbb6ccac27b', 'gw_port': {'id': '5729f0a4-46d3-4256-9604-87eeb3922141', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530e0868-db86-4571-a43e-6f32a64fb5f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:24Z', 'updated_at': '2021-06-28T12:17:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '8be1e055-9520-48f8-9e9a-035caa6c7614', 'name': '', 'network_id': '46eeb9e9-cc51-4183-aac0-256acdfdb300', 'tenant_id': '759882f7a14e4a2faaececbb6ccac27b', 'mac_address': 'fa:16:3e:30:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530e0868-db86-4571-a43e-6f32a64fb5f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b071dff-3f00-461a-ac54-fafbfce63647', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:16Z', 'updated_at': '2021-06-28T12:17:21Z', 'revision_number': 5, 'project_id': '759882f7a14e4a2faaececbb6ccac27b', 'subnets': [{'id': '3b071dff-3f00-461a-ac54-fafbfce63647', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '678b2125-0dfd-429c-b1b4-5b04f330cf18'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:17:27.129346 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200bf0ed-e980-4c11-9a55-ff8a8452c587 None None] Checking router: 530e0868-db86-4571-a43e-6f32a64fb5f3 for host: dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:17:27.129706 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200bf0ed-e980-4c11-9a55-ff8a8452c587 None None] Updating router 530e0868-db86-4571-a43e-6f32a64fb5f3 port 5729f0a4-46d3-4256-9604-87eeb3922141 binding host dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:17:27.184762 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-200bf0ed-e980-4c11-9a55-ff8a8452c587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:27.510989 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-200bf0ed-e980-4c11-9a55-ff8a8452c587 None None] Notify callbacks [] for port, precommit_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:27.522891 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-200bf0ed-e980-4c11-9a55-ff8a8452c587 None None] Transition to ACTIVE for port object 5729f0a4-46d3-4256-9604-87eeb3922141 will not be triggered until provisioned by entity L2. {{(pid=79150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:17:27.645406 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-200bf0ed-e980-4c11-9a55-ff8a8452c587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:27.649596 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:27.755113 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-200bf0ed-e980-4c11-9a55-ff8a8452c587 None None] Attempting to bind port 5729f0a4-46d3-4256-9604-87eeb3922141 on host dv-cinder-798094-1-iscsi for vnic_type normal with profile {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:17:27.755483 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-200bf0ed-e980-4c11-9a55-ff8a8452c587 None None] Attempting to bind port 5729f0a4-46d3-4256-9604-87eeb3922141 by drivers openvswitch,hyperv on host dv-cinder-798094-1-iscsi at level 0 using segments [{'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:17:27.755840 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200bf0ed-e980-4c11-9a55-ff8a8452c587 None None] Attempting to bind port 5729f0a4-46d3-4256-9604-87eeb3922141 on network c9286c56-74de-4de9-a16f-8e0a6aaad408 {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:17:27.758191 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20607ffa-6bff-4f41-aab7-4f27121da9d3 None None] Pushing event updated for resources: {'Port': ['ID=5729f0a4-46d3-4256-9604-87eeb3922141,revision_number=2']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:27.762800 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-20607ffa-6bff-4f41-aab7-4f27121da9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:27.765242 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200bf0ed-e980-4c11-9a55-ff8a8452c587 None None] Checking agent: {'id': '97f6a438-5e0c-4082-aba3-e3ff467169d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 16, 39), 'started_at': datetime.datetime(2021, 6, 28, 12, 17, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:17:27.765679 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200bf0ed-e980-4c11-9a55-ff8a8452c587 None None] Checking segment: {'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:17:27.766040 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-200bf0ed-e980-4c11-9a55-ff8a8452c587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:27.766435 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200bf0ed-e980-4c11-9a55-ff8a8452c587 None None] Bound using segment: {'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:17:27.766932 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-200bf0ed-e980-4c11-9a55-ff8a8452c587 None None] Bound port: 5729f0a4-46d3-4256-9604-87eeb3922141, host: dv-cinder-798094-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:17:27.767318 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-200bf0ed-e980-4c11-9a55-ff8a8452c587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:27.838411 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-200bf0ed-e980-4c11-9a55-ff8a8452c587 None None] For port 5729f0a4-46d3-4256-9604-87eeb3922141, host dv-cinder-798094-1-iscsi, cleared binding levels {{(pid=79150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:17:27.841328 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-200bf0ed-e980-4c11-9a55-ff8a8452c587 None None] For port 5729f0a4-46d3-4256-9604-87eeb3922141, host dv-cinder-798094-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=5729f0a4-46d3-4256-9604-87eeb3922141,segment=NetworkSegment(4ef2d251-a773-41f5-87cd-cec6f249eb66),segment_id=4ef2d251-a773-41f5-87cd-cec6f249eb66)] {{(pid=79150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:17:27.904692 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-200bf0ed-e980-4c11-9a55-ff8a8452c587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:27.908841 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:27.986182 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20607ffa-6bff-4f41-aab7-4f27121da9d3 None None] Pushing event updated for resources: {'Port': ['ID=5729f0a4-46d3-4256-9604-87eeb3922141,revision_number=3']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:27.988768 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200bf0ed-e980-4c11-9a55-ff8a8452c587 None None] Routers {'530e0868-db86-4571-a43e-6f32a64fb5f3'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:17:27.989359 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-200bf0ed-e980-4c11-9a55-ff8a8452c587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:17:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['530e0868-db86-4571-a43e-6f32a64fb5f3'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:17:28.035915 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-20607ffa-6bff-4f41-aab7-4f27121da9d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:28.162174 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-200bf0ed-e980-4c11-9a55-ff8a8452c587 None None] Set router 530e0868-db86-4571-a43e-6f32a64fb5f3 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:17:28.483402 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-200bf0ed-e980-4c11-9a55-ff8a8452c587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530e0868-db86-4571-a43e-6f32a64fb5f3', 'name': 'router1', 'tenant_id': '759882f7a14e4a2faaececbb6ccac27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '5729f0a4-46d3-4256-9604-87eeb3922141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:17:06Z', 'updated_at': '2021-06-28T12:17:25Z', 'revision_number': 4, 'project_id': '759882f7a14e4a2faaececbb6ccac27b', 'gw_port': {'id': '5729f0a4-46d3-4256-9604-87eeb3922141', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530e0868-db86-4571-a43e-6f32a64fb5f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:24Z', 'updated_at': '2021-06-28T12:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '8be1e055-9520-48f8-9e9a-035caa6c7614', 'name': '', 'network_id': '46eeb9e9-cc51-4183-aac0-256acdfdb300', 'tenant_id': '759882f7a14e4a2faaececbb6ccac27b', 'mac_address': 'fa:16:3e:30:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530e0868-db86-4571-a43e-6f32a64fb5f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b071dff-3f00-461a-ac54-fafbfce63647', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:16Z', 'updated_at': '2021-06-28T12:17:21Z', 'revision_number': 5, 'project_id': '759882f7a14e4a2faaececbb6ccac27b', 'subnets': [{'id': '3b071dff-3f00-461a-ac54-fafbfce63647', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '678b2125-0dfd-429c-b1b4-5b04f330cf18'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:17:28.488077 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200bf0ed-e980-4c11-9a55-ff8a8452c587 None None] The sync data for ids ['530e0868-db86-4571-a43e-6f32a64fb5f3'] in dv-cinder-798094-1-iscsi is: [{'id': '530e0868-db86-4571-a43e-6f32a64fb5f3', 'name': 'router1', 'tenant_id': '759882f7a14e4a2faaececbb6ccac27b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '5729f0a4-46d3-4256-9604-87eeb3922141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:17:06Z', 'updated_at': '2021-06-28T12:17:25Z', 'revision_number': 4, 'project_id': '759882f7a14e4a2faaececbb6ccac27b', 'gw_port': {'id': '5729f0a4-46d3-4256-9604-87eeb3922141', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530e0868-db86-4571-a43e-6f32a64fb5f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:24Z', 'updated_at': '2021-06-28T12:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '8be1e055-9520-48f8-9e9a-035caa6c7614', 'name': '', 'network_id': '46eeb9e9-cc51-4183-aac0-256acdfdb300', 'tenant_id': '759882f7a14e4a2faaececbb6ccac27b', 'mac_address': 'fa:16:3e:30:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530e0868-db86-4571-a43e-6f32a64fb5f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b071dff-3f00-461a-ac54-fafbfce63647', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:17:16Z', 'updated_at': '2021-06-28T12:17:21Z', 'revision_number': 5, 'project_id': '759882f7a14e4a2faaececbb6ccac27b', 'subnets': [{'id': '3b071dff-3f00-461a-ac54-fafbfce63647', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '678b2125-0dfd-429c-b1b4-5b04f330cf18'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:17:28.909668 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 41856) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:17:29.008962 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 5729f0a4-46d3-4256-9604-87eeb3922141 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:17:29.039393 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-9f57815e-a893-44f8-a94d-63249f2ed7f6 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1286397 Jun 28 12:17:29.150030 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning for port 5729f0a4-46d3-4256-9604-87eeb3922141 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:17:29.155437 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 5729f0a4-46d3-4256-9604-87eeb3922141 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:17:29.155810 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:29.287007 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:29.305605 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] For port 5729f0a4-46d3-4256-9604-87eeb3922141, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=5729f0a4-46d3-4256-9604-87eeb3922141,segment=NetworkSegment(4ef2d251-a773-41f5-87cd-cec6f249eb66),segment_id=4ef2d251-a773-41f5-87cd-cec6f249eb66)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:17:29.361852 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:29.364324 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-88f9a02d-eb47-4ff0-8647-0a651682d8e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:17:29.434619 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Pushing event updated for resources: {'Port': ['ID=5729f0a4-46d3-4256-9604-87eeb3922141,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:17:29.438873 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:17:30.982206 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 5729f0a4-46d3-4256-9604-87eeb3922141 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:17:31.066299 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 5729f0a4-46d3-4256-9604-87eeb3922141 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:17:31.066944 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:33.426561 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 5 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:17:38.577024 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-23a17170-f60e-4b8b-a625-2928d914aa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:39.000129 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:41.044176 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-6cac4312-9e63-4c70-8ffd-76f0783dd4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:42.063366 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:17:43.731480 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:08.610182 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-24c3fa19-d237-4aff-8f67-358b359a4c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:08.941678 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:10.426953 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 5 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:18:11.076768 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-ed9f5a1e-24ac-494f-a60d-9472593b0ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:12.061526 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:13.752494 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:38.574863 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-e6ea93fb-d77e-4ceb-bbe0-57a0dad709ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:39.583294 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:41.097763 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-7e253e9a-5bf0-45ea-afd3-74fd06eb6393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:42.166640 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:43.775729 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:18:47.428460 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 5 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:19:08.621056 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-1685e25d-dd9b-4222-9199-913f3d93a612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:08.946714 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:11.089370 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-128a58dd-250a-4d8c-a34a-1de492090582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:12.183143 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:13.769146 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:24.427549 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 5 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:19:33.972968 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 42430) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:19:34.041458 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.pecan_wsgi.hooks.translation [None req-749fb65b-4c33-4b63-b60b-101d512ca979 admin admin] GET failed (client error): The resource could not be found. Jun 28 12:19:34.042825 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-749fb65b-4c33-4b63-b60b-101d512ca979 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0688891 Jun 28 12:19:34.177779 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33000102-539c-4312-9284-a7d0c90c4041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:34.179814 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-33000102-539c-4312-9284-a7d0c90c4041 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1332037 Jun 28 12:19:36.277941 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 42440) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:19:36.384091 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1161bbb0-e32c-4e8d-aca7-f98cdb06a81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:36.384639 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-1161bbb0-e32c-4e8d-aca7-f98cdb06a81d admin admin] Synchronizing usage tracker for tenant:53b88367378442a59e5d373c5df607d9 on resource:subnet {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:19:36.497566 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-1161bbb0-e32c-4e8d-aca7-f98cdb06a81d admin admin] Unset dirty status for tenant:53b88367378442a59e5d373c5df607d9 on resource:subnet {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:19:36.498819 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-1161bbb0-e32c-4e8d-aca7-f98cdb06a81d admin admin] 10.222.0.24 "GET /v2.0/subnets/3b071dff-3f00-461a-ac54-fafbfce63647 HTTP/1.1" status: 200 len: 849 time: 0.2198465 Jun 28 12:19:36.508332 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-172cdc3f-c91f-4398-b8c2-5506bdc104b1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:19:36.632298 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-172cdc3f-c91f-4398-b8c2-5506bdc104b1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:36.879889 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-172cdc3f-c91f-4398-b8c2-5506bdc104b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727237311443'] for subnet, after_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:36.883533 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:19:36.923274 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172cdc3f-c91f-4398-b8c2-5506bdc104b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:36.924312 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-172cdc3f-c91f-4398-b8c2-5506bdc104b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for subnet, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:36.935530 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-172cdc3f-c91f-4398-b8c2-5506bdc104b1 admin admin] 10.222.0.24 "PUT /v2.0/subnets/3b071dff-3f00-461a-ac54-fafbfce63647 HTTP/1.1" status: 200 len: 868 time: 0.4206679 Jun 28 12:19:36.947589 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f06ee0-1fc9-46b9-8762-f670f613e37e None None] Network 46eeb9e9-cc51-4183-aac0-256acdfdb300 requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:19:36.951843 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cdc3f-c91f-4398-b8c2-5506bdc104b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b071dff-3f00-461a-ac54-fafbfce63647,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:19:36.967899 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cdc3f-c91f-4398-b8c2-5506bdc104b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:19:36.968255 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cdc3f-c91f-4398-b8c2-5506bdc104b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:19:36.968584 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cdc3f-c91f-4398-b8c2-5506bdc104b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:19:36.968904 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cdc3f-c91f-4398-b8c2-5506bdc104b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:19:36.969221 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cdc3f-c91f-4398-b8c2-5506bdc104b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:19:36.969556 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cdc3f-c91f-4398-b8c2-5506bdc104b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:19:36.969875 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cdc3f-c91f-4398-b8c2-5506bdc104b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:19:36.970183 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cdc3f-c91f-4398-b8c2-5506bdc104b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:19:36.970494 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cdc3f-c91f-4398-b8c2-5506bdc104b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:19:36.970966 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cdc3f-c91f-4398-b8c2-5506bdc104b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:19:36.971279 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cdc3f-c91f-4398-b8c2-5506bdc104b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:19:36.971585 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172cdc3f-c91f-4398-b8c2-5506bdc104b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:19:36.975424 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-172cdc3f-c91f-4398-b8c2-5506bdc104b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:19:37.403183 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-a6938f9a-a48a-443d-86cb-2a520e30fa01 None None] Provisioning complete for port 8be1e055-9520-48f8-9e9a-035caa6c7614 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:19:37.403547 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a6938f9a-a48a-443d-86cb-2a520e30fa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:37.538467 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-a6938f9a-a48a-443d-86cb-2a520e30fa01 None None] Provisioning complete for port 90ade444-7a05-4c22-bd85-eaadec6797da triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:19:37.538886 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a6938f9a-a48a-443d-86cb-2a520e30fa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:38.584068 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-ab581332-bfa7-4ed9-8345-5e94fcd8fb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:38.938362 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:39.042450 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 42450) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:19:39.214692 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68680e0-2c0f-4ab2-ad12-0180fcf7e166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:39.215128 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68680e0-2c0f-4ab2-ad12-0180fcf7e166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:39.216661 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-b68680e0-2c0f-4ab2-ad12-0180fcf7e166 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1732085 Jun 28 12:19:41.053342 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-19662fad-8491-4558-87ab-b00ce746ddc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:41.304546 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 42460) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:19:41.481249 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85855a71-20cf-48df-9683-778bdbb4ac79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:41.481711 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85855a71-20cf-48df-9683-778bdbb4ac79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:41.483298 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-85855a71-20cf-48df-9683-778bdbb4ac79 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1777704 Jun 28 12:19:42.113085 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:43.570575 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 42470) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:19:43.747139 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afd0de1-c8ec-4f1b-9212-5e442203e66d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:43.748530 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-9afd0de1-c8ec-4f1b-9212-5e442203e66d admin admin] 10.222.0.24 "GET /v2.0/networks/46eeb9e9-cc51-4183-aac0-256acdfdb300 HTTP/1.1" status: 200 len: 869 time: 0.1769941 Jun 28 12:19:43.786284 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:45.827271 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 42480) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:19:46.003572 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b306ef9b-1e20-4d68-9f23-c927e85b2722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:46.004919 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-b306ef9b-1e20-4d68-9f23-c927e85b2722 admin admin] 10.222.0.24 "GET /v2.0/networks/c9286c56-74de-4de9-a16f-8e0a6aaad408 HTTP/1.1" status: 200 len: 886 time: 0.1767075 Jun 28 12:19:48.087824 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 42490) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:19:48.195719 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d78da9-4177-4204-b003-68b33c9ca509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:48.196085 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d78da9-4177-4204-b003-68b33c9ca509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:48.197574 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-57d78da9-4177-4204-b003-68b33c9ca509 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1088233 Jun 28 12:19:50.312137 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 42500) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:19:50.421572 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051f41d7-9763-4c58-aa7e-e432ec166423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:50.422014 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051f41d7-9763-4c58-aa7e-e432ec166423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:50.423542 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-051f41d7-9763-4c58-aa7e-e432ec166423 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1104779 Jun 28 12:19:52.578989 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 42510) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:19:52.684168 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa972f8-d840-43ce-82f0-d579f84fd57f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:52.685474 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-3aa972f8-d840-43ce-82f0-d579f84fd57f admin admin] 10.222.0.24 "GET /v2.0/subnets/3b071dff-3f00-461a-ac54-fafbfce63647 HTTP/1.1" status: 200 len: 868 time: 0.1055257 Jun 28 12:19:54.760241 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 42520) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:19:54.908023 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534cba00-418a-4c45-994b-c8d4bb7ac3b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:19:54.909361 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-534cba00-418a-4c45-994b-c8d4bb7ac3b9 admin admin] 10.222.0.24 "GET /v2.0/subnets/86bae704-b0f4-4850-808b-6f728b6b20f3 HTTP/1.1" status: 200 len: 816 time: 0.1481898 Jun 28 12:20:01.426574 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 5 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:20:08.591472 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-1a9273ad-3f0f-4e60-a02a-41d9d8e92a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:08.940701 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:11.049490 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-537156bd-1b57-407e-bd0c-10479b8c34d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:12.104866 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:13.790633 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:17.656601 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 42564) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:20:17.705394 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [None req-19f0fd76-b5cf-4c5f-a52f-7d987c879ce5 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79149) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:20:17.706361 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-19f0fd76-b5cf-4c5f-a52f-7d987c879ce5 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488431 Jun 28 12:20:19.874038 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 42574) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:20:19.942064 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd5f41b2-734c-4998-80b6-9ab9cdcc30c8 admin admin] GET failed (client error): The resource could not be found. Jun 28 12:20:19.943342 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-fd5f41b2-734c-4998-80b6-9ab9cdcc30c8 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0683897 Jun 28 12:20:20.068586 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40306da-d098-4792-bf2e-ddfa4a61d391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:20.069930 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-a40306da-d098-4792-bf2e-ddfa4a61d391 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1221261 Jun 28 12:20:22.187093 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 42584) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:20:22.236150 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-9129c068-8df3-4b19-85ad-432dff55cb3a admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:20:22.240738 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-9129c068-8df3-4b19-85ad-432dff55cb3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:20:22.250544 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-9129c068-8df3-4b19-85ad-432dff55cb3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:20:22.341942 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9129c068-8df3-4b19-85ad-432dff55cb3a admin admin] Made reservation on behalf of 53b88367378442a59e5d373c5df607d9 for: {'network': 1} {{(pid=79149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:20:22.344327 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-9129c068-8df3-4b19-85ad-432dff55cb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for network, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:22.432699 dv-cinder-798094-1-iscsi neutron-server[79149]: WARNING neutron.services.revisions.revision_plugin [None req-9129c068-8df3-4b19-85ad-432dff55cb3a admin admin] Could not find related network for resource to bump revision. Jun 28 12:20:22.443685 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9129c068-8df3-4b19-85ad-432dff55cb3a admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=79149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:20:22.451970 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-9129c068-8df3-4b19-85ad-432dff55cb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:22.452239 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.db.segments_db [None req-9129c068-8df3-4b19-85ad-432dff55cb3a admin admin] Added segment 0d707ec5-36a0-43ec-a2d0-08d5acef4b2f of type vlan for network 51bd3221-048c-4fdf-b5ef-31ea6df6f3ea Jun 28 12:20:22.476905 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-9129c068-8df3-4b19-85ad-432dff55cb3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727236854384'] for network, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:22.588491 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-9129c068-8df3-4b19-85ad-432dff55cb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291'] for network, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:22.589787 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9129c068-8df3-4b19-85ad-432dff55cb3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:22.590364 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-9129c068-8df3-4b19-85ad-432dff55cb3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:22.593790 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:22.687046 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129c068-8df3-4b19-85ad-432dff55cb3a admin admin] Pushing event updated for resources: {'Network': ['ID=51bd3221-048c-4fdf-b5ef-31ea6df6f3ea,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:22.689651 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-9129c068-8df3-4b19-85ad-432dff55cb3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:22.698444 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Network 51bd3221-048c-4fdf-b5ef-31ea6df6f3ea details requested by agent ovs-agent-dv-cinder-798094-1-iscsi with host dv-cinder-798094-1-iscsi {{(pid=79150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:20:22.757287 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-9129c068-8df3-4b19-85ad-432dff55cb3a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5690012 Jun 28 12:20:24.878073 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 42594) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:20:24.947322 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c8665d-aec7-4cb0-8df6-74e15377ac75 admin admin] GET failed (client error): The resource could not be found. Jun 28 12:20:24.949461 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-a9c8665d-aec7-4cb0-8df6-74e15377ac75 admin admin] Synchronizing usage tracker for tenant:53b88367378442a59e5d373c5df607d9 on resource:network {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:20:25.048291 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-a9c8665d-aec7-4cb0-8df6-74e15377ac75 admin admin] Unset dirty status for tenant:53b88367378442a59e5d373c5df607d9 on resource:network {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:20:25.049409 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-a9c8665d-aec7-4cb0-8df6-74e15377ac75 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1703784 Jun 28 12:20:25.152087 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d7cb9f-a876-495b-97b6-d8cd24f399a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:25.153408 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-c1d7cb9f-a876-495b-97b6-d8cd24f399a3 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1000559 Jun 28 12:20:25.162953 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-bdf1b384-2d0e-4975-83f4-d86713093a7e admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '51bd3221-048c-4fdf-b5ef-31ea6df6f3ea', 'cidr': '192.168.233.0/24'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:20:25.168402 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-bdf1b384-2d0e-4975-83f4-d86713093a7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:20:25.178149 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-bdf1b384-2d0e-4975-83f4-d86713093a7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:20:25.282700 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf1b384-2d0e-4975-83f4-d86713093a7e admin admin] Made reservation on behalf of 53b88367378442a59e5d373c5df607d9 for: {'subnet': 1} {{(pid=79149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:20:25.284981 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-bdf1b384-2d0e-4975-83f4-d86713093a7e admin admin] Notify callbacks [] for subnet, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:25.592004 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-bdf1b384-2d0e-4975-83f4-d86713093a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291'] for subnet, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:25.595926 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-172cdc3f-c91f-4398-b8c2-5506bdc104b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:25.664082 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1b384-2d0e-4975-83f4-d86713093a7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eca6fba-063d-456e-9baf-c77a7dc17cf4,revision_number=0']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:25.667780 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-bdf1b384-2d0e-4975-83f4-d86713093a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:25.673368 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf1b384-2d0e-4975-83f4-d86713093a7e admin admin] Checking segment: {'id': '0d707ec5-36a0-43ec-a2d0-08d5acef4b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '51bd3221-048c-4fdf-b5ef-31ea6df6f3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:20:25.673706 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf1b384-2d0e-4975-83f4-d86713093a7e admin admin] Network hostable DHCP agents. Network: 51bd3221-048c-4fdf-b5ef-31ea6df6f3ea, hostable agents: ['00922891-a33d-4784-963e-6ef69cbf19e0'], hosted agents: [] {{(pid=79149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:20:25.774529 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf1b384-2d0e-4975-83f4-d86713093a7e admin admin] Network 51bd3221-048c-4fdf-b5ef-31ea6df6f3ea is scheduled to be hosted by DHCP agent 00922891-a33d-4784-963e-6ef69cbf19e0 with binding_index 1 {{(pid=79149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:20:25.859938 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.base_scheduler [None req-bdf1b384-2d0e-4975-83f4-d86713093a7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-iscsi, 51bd3221-048c-4fdf-b5ef-31ea6df6f3ea) {{(pid=79149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:20:25.864010 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf1b384-2d0e-4975-83f4-d86713093a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:25.864605 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-bdf1b384-2d0e-4975-83f4-d86713093a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for subnet, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:25.868489 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da830aec-4a93-4c65-a6fa-cb8e176db411 None None] Network 51bd3221-048c-4fdf-b5ef-31ea6df6f3ea requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:20:25.958515 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-bdf1b384-2d0e-4975-83f4-d86713093a7e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7988400 Jun 28 12:20:26.091544 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1e09d51-a22e-5f09-8328-b2b494a4398b-51bd3221-048c-4fdf-b5ef-31ea6df6f3ea', 'network_id': '51bd3221-048c-4fdf-b5ef-31ea6df6f3ea', 'tenant_id': '53b88367378442a59e5d373c5df607d9', 'fixed_ips': [{'subnet_id': '7eca6fba-063d-456e-9baf-c77a7dc17cf4'}]}} from dv-cinder-798094-1-iscsi. {{(pid=79150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 12:20:26.092408 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:26.250729 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.db_base_plugin_common [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Allocated IP 192.168.233.2 (51bd3221-048c-4fdf-b5ef-31ea6df6f3ea/7eca6fba-063d-456e-9baf-c77a7dc17cf4/04bc4de9-7d20-4e05-a3ea-27eb588e67f0) {{(pid=79150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:20:26.457844 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Notify callbacks [] for port, precommit_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:26.468625 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Transition to ACTIVE for port object 04bc4de9-7d20-4e05-a3ea-27eb588e67f0 will not be triggered until provisioned by entity L2. {{(pid=79150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:20:26.487204 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Transition to ACTIVE for port object 04bc4de9-7d20-4e05-a3ea-27eb588e67f0 will not be triggered until provisioned by entity DHCP. {{(pid=79150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:20:26.581219 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319'] for port, after_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:26.586010 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:26.677957 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Network 51bd3221-048c-4fdf-b5ef-31ea6df6f3ea is already hosted by enough agents. {{(pid=79150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:20:26.681492 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.scheduler.base_scheduler [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Resources bound (agent type, host, resource id): {{(pid=79150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:20:26.683714 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Pushing event updated for resources: {'Port': ['ID=04bc4de9-7d20-4e05-a3ea-27eb588e67f0,revision_number=1']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:26.685964 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Received port after_create {{(pid=79150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:20:26.718062 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:26.718397 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:26.718728 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:26.719071 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:26.719385 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:26.719702 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:26.720013 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:26.720324 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:26.720655 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:26.720969 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:26.721277 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:26.721583 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:26.758035 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:26.784574 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Attempting to bind port 04bc4de9-7d20-4e05-a3ea-27eb588e67f0 on host dv-cinder-798094-1-iscsi for vnic_type normal with profile {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:20:26.784939 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Attempting to bind port 04bc4de9-7d20-4e05-a3ea-27eb588e67f0 by drivers openvswitch,hyperv on host dv-cinder-798094-1-iscsi at level 0 using segments [{'id': '0d707ec5-36a0-43ec-a2d0-08d5acef4b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '51bd3221-048c-4fdf-b5ef-31ea6df6f3ea'}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:20:26.785293 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Attempting to bind port 04bc4de9-7d20-4e05-a3ea-27eb588e67f0 on network 51bd3221-048c-4fdf-b5ef-31ea6df6f3ea {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:20:26.790749 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Checking agent: {'id': '97f6a438-5e0c-4082-aba3-e3ff467169d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 16, 39), 'started_at': datetime.datetime(2021, 6, 28, 12, 17, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:20:26.791196 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Checking segment: {'id': '0d707ec5-36a0-43ec-a2d0-08d5acef4b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '51bd3221-048c-4fdf-b5ef-31ea6df6f3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:20:26.791589 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:26.791975 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Bound using segment: {'id': '0d707ec5-36a0-43ec-a2d0-08d5acef4b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '51bd3221-048c-4fdf-b5ef-31ea6df6f3ea'} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:20:26.792437 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Bound port: 04bc4de9-7d20-4e05-a3ea-27eb588e67f0, host: dv-cinder-798094-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d707ec5-36a0-43ec-a2d0-08d5acef4b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '51bd3221-048c-4fdf-b5ef-31ea6df6f3ea'}}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:20:26.792826 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:26.882623 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] For port 04bc4de9-7d20-4e05-a3ea-27eb588e67f0, host dv-cinder-798094-1-iscsi, cleared binding levels {{(pid=79150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:20:26.886179 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] For port 04bc4de9-7d20-4e05-a3ea-27eb588e67f0, host dv-cinder-798094-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=04bc4de9-7d20-4e05-a3ea-27eb588e67f0,segment=NetworkSegment(0d707ec5-36a0-43ec-a2d0-08d5acef4b2f),segment_id=0d707ec5-36a0-43ec-a2d0-08d5acef4b2f)] {{(pid=79150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:20:26.955743 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:26.963477 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:27.037847 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Pushing event updated for resources: {'Port': ['ID=04bc4de9-7d20-4e05-a3ea-27eb588e67f0,revision_number=2']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:27.042145 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:27.857687 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92a1791-2e5a-41aa-973f-8a7955302d0b None None] Network 51bd3221-048c-4fdf-b5ef-31ea6df6f3ea requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:20:27.969924 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-cbe36ca4-f21c-4919-be6a-f1a96908aae9 None None] Provisioning for port 04bc4de9-7d20-4e05-a3ea-27eb588e67f0 completed by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:20:29.087817 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 04bc4de9-7d20-4e05-a3ea-27eb588e67f0 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:20:29.210070 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning for port 04bc4de9-7d20-4e05-a3ea-27eb588e67f0 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:20:29.214910 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 04bc4de9-7d20-4e05-a3ea-27eb588e67f0 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:20:29.215281 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:29.333296 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:29.364924 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] For port 04bc4de9-7d20-4e05-a3ea-27eb588e67f0, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=04bc4de9-7d20-4e05-a3ea-27eb588e67f0,segment=NetworkSegment(0d707ec5-36a0-43ec-a2d0-08d5acef4b2f),segment_id=0d707ec5-36a0-43ec-a2d0-08d5acef4b2f)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:20:29.450585 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:29.452751 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:29.524853 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Pushing event updated for resources: {'Port': ['ID=04bc4de9-7d20-4e05-a3ea-27eb588e67f0,revision_number=3']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:29.528499 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:31.067244 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 04bc4de9-7d20-4e05-a3ea-27eb588e67f0 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:20:31.136850 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 04bc4de9-7d20-4e05-a3ea-27eb588e67f0 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:20:31.137213 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:38.425434 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 5 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:20:38.587668 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-cd12f875-7f58-4545-87e1-867766dc9478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:38.941873 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:41.056725 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-f403ee9b-6475-4143-a077-cdc99dcab0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:42.111738 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:43.820825 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:08.584964 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-56ab196c-2e01-40bf-a278-fdb69fb77931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:08.959633 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:11.071515 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-8411e0e5-eeca-44f5-978c-390ca584a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:12.083280 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:13.812059 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:15.424829 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 5 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:21:38.592747 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d4da566e-f7c0-427f-af5e-6484b8bf9359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:39.038344 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:41.067863 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-481ed64c-d209-4e3f-863e-9944018da7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:42.168611 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:43.802639 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:47.603771 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 42644) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:21:47.610798 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [None req-79420f88-7bdf-4ecd-9bbf-f1a992f381af tempest-verify_tempest_config-2034913579 tempest-verify_tempest_config-2034913579-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79149) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:21:47.611811 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-79420f88-7bdf-4ecd-9bbf-f1a992f381af tempest-verify_tempest_config-2034913579 tempest-verify_tempest_config-2034913579-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067134 Jun 28 12:21:48.200601 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 42662) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:21:48.327696 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-1a86075d-983c-48aa-8f06-6f505a8c0469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:48.343864 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-1a86075d-983c-48aa-8f06-6f505a8c0469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:21:48.348668 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-1a86075d-983c-48aa-8f06-6f505a8c0469 admin admin] Usage tracker for resource:security_group_rule and tenant:41acf7fde2694127be0cf729b2e11b8a is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:21:48.352471 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-1a86075d-983c-48aa-8f06-6f505a8c0469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:21:48.358808 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-1a86075d-983c-48aa-8f06-6f505a8c0469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:21:48.454638 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-1a86075d-983c-48aa-8f06-6f505a8c0469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:48.541070 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-1a86075d-983c-48aa-8f06-6f505a8c0469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:48.549232 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-f4e7cbee-346f-44f2-af51-c67f88f38018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:21:48.593786 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-1a86075d-983c-48aa-8f06-6f505a8c0469 admin admin] Synchronizing usage tracker for tenant:53b88367378442a59e5d373c5df607d9 on resource:security_group {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:21:48.596340 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86075d-983c-48aa-8f06-6f505a8c0469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43048f08-a08c-4c5a-b59a-c7e7174a3f55,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:21:48.606213 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86075d-983c-48aa-8f06-6f505a8c0469 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:48.607056 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86075d-983c-48aa-8f06-6f505a8c0469 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:48.607056 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86075d-983c-48aa-8f06-6f505a8c0469 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:48.607385 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86075d-983c-48aa-8f06-6f505a8c0469 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:48.607530 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86075d-983c-48aa-8f06-6f505a8c0469 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:48.607830 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86075d-983c-48aa-8f06-6f505a8c0469 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:48.608146 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86075d-983c-48aa-8f06-6f505a8c0469 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:48.608456 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86075d-983c-48aa-8f06-6f505a8c0469 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:48.608770 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86075d-983c-48aa-8f06-6f505a8c0469 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:48.609080 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86075d-983c-48aa-8f06-6f505a8c0469 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:48.609388 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86075d-983c-48aa-8f06-6f505a8c0469 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:48.609690 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86075d-983c-48aa-8f06-6f505a8c0469 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:21:48.614720 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-1a86075d-983c-48aa-8f06-6f505a8c0469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:21:48.698295 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-1a86075d-983c-48aa-8f06-6f505a8c0469 admin admin] Unset dirty status for tenant:53b88367378442a59e5d373c5df607d9 on resource:security_group {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:21:48.699904 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-1a86075d-983c-48aa-8f06-6f505a8c0469 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41acf7fde2694127be0cf729b2e11b8a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4981925 Jun 28 12:21:48.702974 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 42668) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:21:48.772489 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-3591ab4f-e8c1-43f4-a3e1-97751eb1361f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:48.819750 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-3591ab4f-e8c1-43f4-a3e1-97751eb1361f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:49.064963 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-3591ab4f-e8c1-43f4-a3e1-97751eb1361f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:49.069739 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-56aefea8-193d-41bf-a221-10b7a74dff4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:21:49.084988 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3591ab4f-e8c1-43f4-a3e1-97751eb1361f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43048f08-a08c-4c5a-b59a-c7e7174a3f55,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:21:49.087484 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-3591ab4f-e8c1-43f4-a3e1-97751eb1361f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:21:49.092514 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-3591ab4f-e8c1-43f4-a3e1-97751eb1361f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:49.094065 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-3591ab4f-e8c1-43f4-a3e1-97751eb1361f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/43048f08-a08c-4c5a-b59a-c7e7174a3f55 HTTP/1.1" status: 204 len: 168 time: 0.3898113 Jun 28 12:21:52.427174 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 5 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:22:08.633870 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-eabd7bbf-5e53-4a38-89a6-d30453035d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:22:08.974132 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:22:11.072145 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-82d7e1de-d3d1-4056-8611-43b0aa7c06f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:22:12.085588 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:22:13.794702 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:22:29.426790 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 5 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:22:38.611766 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-c2d65534-7bfe-4afb-b07b-60e680d9686c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:22:38.936683 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:22:41.063069 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-44be4a7d-5b97-48ad-9ebc-7e8734e97542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:22:42.135367 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:22:43.828958 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:06.425774 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 5 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:23:08.575790 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-71b3250d-5a67-480a-b5c5-fa581c250f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:08.953511 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:11.044978 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-cb1cf83c-6578-4ef3-b2e7-17e20e652c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:12.090692 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:13.786121 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:24.961450 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3696247'] for agent, after_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:38.580755 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-28d209c1-1476-4d8a-94e0-6f4264cca539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:38.997985 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:40.235153 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 42744) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:23:40.347305 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-7a263fbe-aa95-4088-8cc6-54221bb885e1 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1110032 Jun 28 12:23:41.049580 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-fdc94e60-5b18-4b1d-8fb0-75a6d54a608a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:42.099091 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:42.466688 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 42758) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:23:42.527597 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-1be05088-3d2f-4a05-b256-979ac8b77e1b admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0598140 Jun 28 12:23:43.425229 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:23:43.804409 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:54.965830 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:08.634375 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-4a8447e3-ff18-44c7-8272-16009b86a590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:08.950314 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:11.074308 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-c7585473-db78-4855-9858-21a4d929a2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:12.116469 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:13.865391 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:20.423620 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:24:24.996329 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:38.656787 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-3b9da95f-1ffa-4ef6-ace8-dbc7cd50a5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:38.936815 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:41.051527 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-ad7c972a-09f3-4fe4-94a4-64e1c48b6534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:42.103035 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:43.884282 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:55.006708 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:57.422607 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:25:08.597449 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-fe1b0225-9e2c-4312-9bb6-a873410d65d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:08.933764 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:11.058717 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-326c4709-1f77-483c-8aa1-a370ab63570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:12.105980 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:13.826108 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:18.922287 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 42972) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:19.130281 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 42984) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:19.162445 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 42990) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:19.345618 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1378137848-network', 'tenant_id': 'f70e7bdbdb2e4a60bd5652622759bce1'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:25:19.350362 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:19.354321 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Usage tracker for resource:network and tenant:f70e7bdbdb2e4a60bd5652622759bce1 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:19.357300 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:19.363805 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:19.454788 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Made reservation on behalf of f70e7bdbdb2e4a60bd5652622759bce1 for: {'network': 1} {{(pid=79149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:25:19.457996 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for network, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:19.473384 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:19.490162 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:19.494545 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Usage tracker for resource:security_group_rule and tenant:f70e7bdbdb2e4a60bd5652622759bce1 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:19.498186 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:19.504382 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:19.594559 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:19.620591 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-456765fa-5851-4ab4-808a-f6048f0840a3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1984894851-network', 'tenant_id': '36f653daa91445fdab2af86df2ffcada'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:25:19.625637 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-456765fa-5851-4ab4-808a-f6048f0840a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:19.629779 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-456765fa-5851-4ab4-808a-f6048f0840a3 admin admin] Usage tracker for resource:network and tenant:36f653daa91445fdab2af86df2ffcada is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:19.633399 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-456765fa-5851-4ab4-808a-f6048f0840a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:19.639573 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-456765fa-5851-4ab4-808a-f6048f0840a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:19.652780 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-46af844a-c600-4e00-8136-bac68fdd5552 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-903406028-network', 'tenant_id': '2c4f1bd4a407410f9e83f8646b80424d'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:25:19.659329 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-46af844a-c600-4e00-8136-bac68fdd5552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:19.664035 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-46af844a-c600-4e00-8136-bac68fdd5552 admin admin] Usage tracker for resource:network and tenant:2c4f1bd4a407410f9e83f8646b80424d is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:19.666849 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-46af844a-c600-4e00-8136-bac68fdd5552 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:19.675285 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-46af844a-c600-4e00-8136-bac68fdd5552 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:19.677662 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:19.682519 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-1a86075d-983c-48aa-8f06-6f505a8c0469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:19.704558 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=79149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:25:19.725839 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:19.726167 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.db.segments_db [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Added segment 6eccaa40-4863-4d4b-8c7d-84e7e4e57a69 of type vlan for network adf81282-f698-47e0-90b1-493d2e00a657 Jun 28 12:25:19.727309 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f566cb3-2a7d-4635-ada1-d6c9dee7151e,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:19.738532 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:19.738948 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Tracked resource versions report: Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: pushed versions: Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: { 'AddressGroup': {'1.2'}, Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: 'ConntrackHelper': {'1.0'}, Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: 'Log': {'1.0'}, Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: 'Network': {'1.1'}, Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: 'Port': {'1.7'}, Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: 'PortForwarding': {'1.2'}, Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: 'QosPolicy': {'1.8'}, Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: 'SecurityGroup': {'1.4'}, Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: 'SecurityGroupRule': {'1.2'}, Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: 'SubPort': {'1.0'}, Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: 'Subnet': {'1.1'}, Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: 'Trunk': {'1.1'}} Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: consumer versions: Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: { DHCP agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: HyperV agent@hv-cinder-79809: {}, Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: L3 agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: Metadata agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: Metering agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: Open vSwitch agent@dv-cinder-798094-1-iscsi: { 'AddressGroup': '1.2', Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: 'ConntrackHelper': '1.0', Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: 'Log': '1.0', Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: 'Network': '1.1', Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: 'Port': '1.7', Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: 'PortForwarding': '1.2', Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: 'QosPolicy': '1.8', Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: 'SecurityGroup': '1.4', Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: 'SecurityGroupRule': '1.2', Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: 'SubPort': '1.0', Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: 'Subnet': '1.1', Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: 'Trunk': '1.1'}} Jun 28 12:25:19.744882 dv-cinder-798094-1-iscsi neutron-server[79149]: {{(pid=79149) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 12:25:19.751232 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:19.770328 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46af844a-c600-4e00-8136-bac68fdd5552 admin admin] Made reservation on behalf of 2c4f1bd4a407410f9e83f8646b80424d for: {'network': 1} {{(pid=79149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:25:19.772687 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-46af844a-c600-4e00-8136-bac68fdd5552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for network, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:19.783705 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456765fa-5851-4ab4-808a-f6048f0840a3 admin admin] Made reservation on behalf of 36f653daa91445fdab2af86df2ffcada for: {'network': 1} {{(pid=79149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:25:19.786468 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-456765fa-5851-4ab4-808a-f6048f0840a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for network, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:19.802525 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727236854384'] for network, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:19.806920 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-456765fa-5851-4ab4-808a-f6048f0840a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:19.814479 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-46af844a-c600-4e00-8136-bac68fdd5552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:19.843237 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-456765fa-5851-4ab4-808a-f6048f0840a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:19.849121 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-46af844a-c600-4e00-8136-bac68fdd5552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:19.851367 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-456765fa-5851-4ab4-808a-f6048f0840a3 admin admin] Usage tracker for resource:security_group_rule and tenant:36f653daa91445fdab2af86df2ffcada is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:19.862673 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-456765fa-5851-4ab4-808a-f6048f0840a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:19.867914 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-46af844a-c600-4e00-8136-bac68fdd5552 admin admin] Usage tracker for resource:security_group_rule and tenant:2c4f1bd4a407410f9e83f8646b80424d is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:19.874708 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-46af844a-c600-4e00-8136-bac68fdd5552 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:19.877335 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-456765fa-5851-4ab4-808a-f6048f0840a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:19.884074 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-46af844a-c600-4e00-8136-bac68fdd5552 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:19.974463 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291'] for network, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:19.981514 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:19.981514 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:19.985643 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-9129c068-8df3-4b19-85ad-432dff55cb3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:20.152400 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-456765fa-5851-4ab4-808a-f6048f0840a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:20.186429 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-46af844a-c600-4e00-8136-bac68fdd5552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:20.195458 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 43030) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:20.202777 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-8af92e7e-b4db-4519-a25a-4c8338fad7b3 admin admin] Request body: {'subnet': {'network_id': 'adf81282-f698-47e0-90b1-493d2e00a657', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1378137848-subnet', 'tenant_id': 'f70e7bdbdb2e4a60bd5652622759bce1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:25:20.206057 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2820303 Jun 28 12:25:20.213266 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-8af92e7e-b4db-4519-a25a-4c8338fad7b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:20.222483 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-8af92e7e-b4db-4519-a25a-4c8338fad7b3 admin admin] Usage tracker for resource:subnet and tenant:f70e7bdbdb2e4a60bd5652622759bce1 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:20.240254 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-8af92e7e-b4db-4519-a25a-4c8338fad7b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:20.255488 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-8af92e7e-b4db-4519-a25a-4c8338fad7b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:20.302379 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-46af844a-c600-4e00-8136-bac68fdd5552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:20.303318 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-456765fa-5851-4ab4-808a-f6048f0840a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:20.310117 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Pushing event updated for resources: {'Network': ['ID=adf81282-f698-47e0-90b1-493d2e00a657,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:20.314595 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:20.315200 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:20.321510 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Network adf81282-f698-47e0-90b1-493d2e00a657 details requested by agent ovs-agent-dv-cinder-798094-1-iscsi with host dv-cinder-798094-1-iscsi {{(pid=79150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:25:20.337832 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46af844a-c600-4e00-8136-bac68fdd5552 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=79149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:25:20.357798 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af92e7e-b4db-4519-a25a-4c8338fad7b3 admin admin] Made reservation on behalf of f70e7bdbdb2e4a60bd5652622759bce1 for: {'subnet': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:25:20.360189 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-8af92e7e-b4db-4519-a25a-4c8338fad7b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:20.387939 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456765fa-5851-4ab4-808a-f6048f0840a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=79149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:25:20.393633 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af844a-c600-4e00-8136-bac68fdd5552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad28f50-042c-49a1-bdd1-c13952d3d6fe,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:20.406143 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-46af844a-c600-4e00-8136-bac68fdd5552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:20.406537 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.db.segments_db [None req-46af844a-c600-4e00-8136-bac68fdd5552 admin admin] Added segment 71508eb0-6c91-4d3b-8437-33177e43dd70 of type vlan for network 974161bb-c0f6-4b36-b0ef-a8b2d89321ab Jun 28 12:25:20.426335 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-456765fa-5851-4ab4-808a-f6048f0840a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:20.426820 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.db.segments_db [None req-456765fa-5851-4ab4-808a-f6048f0840a3 admin admin] Added segment ab8b06c2-e425-45b6-bf41-f136c4198aee of type vlan for network da84cf23-6416-4615-a8fa-d64c4a064a3f Jun 28 12:25:20.516615 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456765fa-5851-4ab4-808a-f6048f0840a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff869de2-5aee-40c6-831e-231aa6ef999c,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:20.531324 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-456765fa-5851-4ab4-808a-f6048f0840a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:20.533689 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:20.534075 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:20.536488 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-46af844a-c600-4e00-8136-bac68fdd5552 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727236854384'] for network, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:20.548457 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-456765fa-5851-4ab4-808a-f6048f0840a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727236854384'] for network, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:20.672594 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-46af844a-c600-4e00-8136-bac68fdd5552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291'] for network, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:20.674909 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46af844a-c600-4e00-8136-bac68fdd5552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:20.676024 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-46af844a-c600-4e00-8136-bac68fdd5552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:20.685813 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:20.742641 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-456765fa-5851-4ab4-808a-f6048f0840a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291'] for network, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:20.757695 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456765fa-5851-4ab4-808a-f6048f0840a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:20.757695 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-456765fa-5851-4ab4-808a-f6048f0840a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:20.804136 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-8af92e7e-b4db-4519-a25a-4c8338fad7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291'] for subnet, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:20.810757 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-5e152299-5d84-455f-a899-ac0bde2d6193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:20.873388 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-46af844a-c600-4e00-8136-bac68fdd5552 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7074738 Jun 28 12:25:20.873388 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af844a-c600-4e00-8136-bac68fdd5552 admin admin] Pushing event updated for resources: {'Network': ['ID=974161bb-c0f6-4b36-b0ef-a8b2d89321ab,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:20.873929 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 43050) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:20.884694 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Network 974161bb-c0f6-4b36-b0ef-a8b2d89321ab details requested by agent ovs-agent-dv-cinder-798094-1-iscsi with host dv-cinder-798094-1-iscsi {{(pid=79150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:25:20.888201 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-27ca44f0-bd34-45bc-ba06-27563ec0d303 admin admin] Request body: {'subnet': {'network_id': '974161bb-c0f6-4b36-b0ef-a8b2d89321ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-903406028-subnet', 'tenant_id': '2c4f1bd4a407410f9e83f8646b80424d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:25:20.895487 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-46af844a-c600-4e00-8136-bac68fdd5552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:20.895916 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:20.899611 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-27ca44f0-bd34-45bc-ba06-27563ec0d303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:20.905183 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-27ca44f0-bd34-45bc-ba06-27563ec0d303 admin admin] Usage tracker for resource:subnet and tenant:2c4f1bd4a407410f9e83f8646b80424d is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:20.907611 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-27ca44f0-bd34-45bc-ba06-27563ec0d303 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:20.914604 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-27ca44f0-bd34-45bc-ba06-27563ec0d303 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:20.939651 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af92e7e-b4db-4519-a25a-4c8338fad7b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dc9caa4-6d90-43c4-8646-fee7b397f523,revision_number=0']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:20.952503 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af92e7e-b4db-4519-a25a-4c8338fad7b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:20.953271 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af92e7e-b4db-4519-a25a-4c8338fad7b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:20.953271 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af92e7e-b4db-4519-a25a-4c8338fad7b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:20.953654 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af92e7e-b4db-4519-a25a-4c8338fad7b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:20.954095 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af92e7e-b4db-4519-a25a-4c8338fad7b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:20.954453 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af92e7e-b4db-4519-a25a-4c8338fad7b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:20.954805 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af92e7e-b4db-4519-a25a-4c8338fad7b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:20.955174 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af92e7e-b4db-4519-a25a-4c8338fad7b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:20.955542 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af92e7e-b4db-4519-a25a-4c8338fad7b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:20.956011 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af92e7e-b4db-4519-a25a-4c8338fad7b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:20.956402 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af92e7e-b4db-4519-a25a-4c8338fad7b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:20.956739 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af92e7e-b4db-4519-a25a-4c8338fad7b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af92e7e-b4db-4519-a25a-4c8338fad7b3 admin admin] Tracked resource versions report: Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: pushed versions: Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: { 'AddressGroup': {'1.2'}, Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: 'ConntrackHelper': {'1.0'}, Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: 'Log': {'1.0'}, Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: 'Network': {'1.1'}, Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: 'Port': {'1.7'}, Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: 'PortForwarding': {'1.2'}, Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: 'QosPolicy': {'1.8'}, Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: 'SecurityGroup': {'1.4'}, Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: 'SecurityGroupRule': {'1.2'}, Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: 'SubPort': {'1.0'}, Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: 'Subnet': {'1.1'}, Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: 'Trunk': {'1.1'}} Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: consumer versions: Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: { DHCP agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: HyperV agent@hv-cinder-79809: {}, Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: L3 agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: Metadata agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: Metering agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: Open vSwitch agent@dv-cinder-798094-1-iscsi: { 'AddressGroup': '1.2', Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: 'ConntrackHelper': '1.0', Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: 'Log': '1.0', Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: 'Network': '1.1', Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: 'Port': '1.7', Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: 'PortForwarding': '1.2', Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: 'QosPolicy': '1.8', Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: 'SecurityGroup': '1.4', Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: 'SecurityGroupRule': '1.2', Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: 'SubPort': '1.0', Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: 'Subnet': '1.1', Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: 'Trunk': '1.1'}} Jun 28 12:25:20.959216 dv-cinder-798094-1-iscsi neutron-server[79148]: {{(pid=79148) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 12:25:20.966434 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-8af92e7e-b4db-4519-a25a-4c8338fad7b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:20.971268 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af92e7e-b4db-4519-a25a-4c8338fad7b3 admin admin] Checking segment: {'id': '6eccaa40-4863-4d4b-8c7d-84e7e4e57a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'adf81282-f698-47e0-90b1-493d2e00a657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:25:20.977201 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-456765fa-5851-4ab4-808a-f6048f0840a3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8456974 Jun 28 12:25:20.977729 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af92e7e-b4db-4519-a25a-4c8338fad7b3 admin admin] Network hostable DHCP agents. Network: adf81282-f698-47e0-90b1-493d2e00a657, hostable agents: ['00922891-a33d-4784-963e-6ef69cbf19e0'], hosted agents: [] {{(pid=79148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:25:20.980513 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 43058) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:21.012764 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-28720130-54da-47a0-a0a1-7097b08e69fa admin admin] Request body: {'subnet': {'network_id': 'da84cf23-6416-4615-a8fa-d64c4a064a3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1984894851-subnet', 'tenant_id': '36f653daa91445fdab2af86df2ffcada', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:25:21.017841 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-28720130-54da-47a0-a0a1-7097b08e69fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:21.022902 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-28720130-54da-47a0-a0a1-7097b08e69fa admin admin] Usage tracker for resource:subnet and tenant:36f653daa91445fdab2af86df2ffcada is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:21.025947 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-28720130-54da-47a0-a0a1-7097b08e69fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:21.032716 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-28720130-54da-47a0-a0a1-7097b08e69fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:21.056154 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ca44f0-bd34-45bc-ba06-27563ec0d303 admin admin] Made reservation on behalf of 2c4f1bd4a407410f9e83f8646b80424d for: {'subnet': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:25:21.058885 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-27ca44f0-bd34-45bc-ba06-27563ec0d303 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:21.103895 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af92e7e-b4db-4519-a25a-4c8338fad7b3 admin admin] Network adf81282-f698-47e0-90b1-493d2e00a657 is scheduled to be hosted by DHCP agent 00922891-a33d-4784-963e-6ef69cbf19e0 with binding_index 1 {{(pid=79148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:25:21.138944 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456765fa-5851-4ab4-808a-f6048f0840a3 admin admin] Pushing event updated for resources: {'Network': ['ID=da84cf23-6416-4615-a8fa-d64c4a064a3f,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:21.151539 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Network da84cf23-6416-4615-a8fa-d64c4a064a3f details requested by agent ovs-agent-dv-cinder-798094-1-iscsi with host dv-cinder-798094-1-iscsi {{(pid=79150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:25:21.155225 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-456765fa-5851-4ab4-808a-f6048f0840a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:21.163879 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28720130-54da-47a0-a0a1-7097b08e69fa admin admin] Made reservation on behalf of 36f653daa91445fdab2af86df2ffcada for: {'subnet': 1} {{(pid=79149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:25:21.166548 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-28720130-54da-47a0-a0a1-7097b08e69fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:21.287879 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-8af92e7e-b4db-4519-a25a-4c8338fad7b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-iscsi, adf81282-f698-47e0-90b1-493d2e00a657) {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:25:21.294434 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af92e7e-b4db-4519-a25a-4c8338fad7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:21.295035 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-8af92e7e-b4db-4519-a25a-4c8338fad7b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for subnet, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:21.301483 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6372f103-60ad-4721-92da-8bb0fcb275ca None None] Network adf81282-f698-47e0-90b1-493d2e00a657 requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:25:21.399245 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-8af92e7e-b4db-4519-a25a-4c8338fad7b3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2016332 Jun 28 12:25:21.402537 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 43078) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:21.408153 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-d53402cb-7f0f-4073-b372-4a4460a75cc9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1378137848-router', 'tenant_id': 'f70e7bdbdb2e4a60bd5652622759bce1', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:25:21.423031 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-d53402cb-7f0f-4073-b372-4a4460a75cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:21.434798 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-27ca44f0-bd34-45bc-ba06-27563ec0d303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291'] for subnet, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:21.437722 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-d53402cb-7f0f-4073-b372-4a4460a75cc9 admin admin] Usage tracker for resource:router and tenant:f70e7bdbdb2e4a60bd5652622759bce1 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:21.447124 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-d53402cb-7f0f-4073-b372-4a4460a75cc9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:21.457476 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-8af92e7e-b4db-4519-a25a-4c8338fad7b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:21.512341 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-28720130-54da-47a0-a0a1-7097b08e69fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291'] for subnet, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:21.518302 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:21.553340 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4680bd7-a585-4aad-aa0d-0ae5cf9c5201 None None] Network adf81282-f698-47e0-90b1-493d2e00a657 requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:25:21.602558 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-d53402cb-7f0f-4073-b372-4a4460a75cc9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:21.617411 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28720130-54da-47a0-a0a1-7097b08e69fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a03ee274-938a-448e-9d48-ec3b7914912f,revision_number=0']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:21.621217 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-28720130-54da-47a0-a0a1-7097b08e69fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:21.630876 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28720130-54da-47a0-a0a1-7097b08e69fa admin admin] Checking segment: {'id': 'ab8b06c2-e425-45b6-bf41-f136c4198aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'da84cf23-6416-4615-a8fa-d64c4a064a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:25:21.631187 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28720130-54da-47a0-a0a1-7097b08e69fa admin admin] Network hostable DHCP agents. Network: da84cf23-6416-4615-a8fa-d64c4a064a3f, hostable agents: ['00922891-a33d-4784-963e-6ef69cbf19e0'], hosted agents: [] {{(pid=79149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:25:21.635345 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca44f0-bd34-45bc-ba06-27563ec0d303 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fe9e9f6-9a54-4ef6-bf9b-eab57c5e0077,revision_number=0']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:21.655720 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-27ca44f0-bd34-45bc-ba06-27563ec0d303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:21.682386 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ca44f0-bd34-45bc-ba06-27563ec0d303 admin admin] Checking segment: {'id': '71508eb0-6c91-4d3b-8437-33177e43dd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '974161bb-c0f6-4b36-b0ef-a8b2d89321ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:25:21.683099 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ca44f0-bd34-45bc-ba06-27563ec0d303 admin admin] Network hostable DHCP agents. Network: 974161bb-c0f6-4b36-b0ef-a8b2d89321ab, hostable agents: ['00922891-a33d-4784-963e-6ef69cbf19e0'], hosted agents: [] {{(pid=79148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:25:21.690146 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d53402cb-7f0f-4073-b372-4a4460a75cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3695342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34721'] for router, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:21.692499 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d53402cb-7f0f-4073-b372-4a4460a75cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3695626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34730'] for router, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:21.718092 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d53402cb-7f0f-4073-b372-4a4460a75cc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:21.740915 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28720130-54da-47a0-a0a1-7097b08e69fa admin admin] Network da84cf23-6416-4615-a8fa-d64c4a064a3f is scheduled to be hosted by DHCP agent 00922891-a33d-4784-963e-6ef69cbf19e0 with binding_index 1 {{(pid=79149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:25:21.838354 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.base_scheduler [None req-28720130-54da-47a0-a0a1-7097b08e69fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-iscsi, da84cf23-6416-4615-a8fa-d64c4a064a3f) {{(pid=79149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:25:21.844682 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28720130-54da-47a0-a0a1-7097b08e69fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:21.845638 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-28720130-54da-47a0-a0a1-7097b08e69fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for subnet, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:21.851805 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72aa4c65-bfe0-49c2-9cf8-14b1cd021ecf None None] Network da84cf23-6416-4615-a8fa-d64c4a064a3f requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:25:21.926494 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 43086) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:22.019127 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-28720130-54da-47a0-a0a1-7097b08e69fa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0274670 Jun 28 12:25:22.031642 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ca44f0-bd34-45bc-ba06-27563ec0d303 admin admin] Network 974161bb-c0f6-4b36-b0ef-a8b2d89321ab is scheduled to be hosted by DHCP agent 00922891-a33d-4784-963e-6ef69cbf19e0 with binding_index 1 {{(pid=79148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:25:22.106504 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505c23ac-3e86-4ec2-91df-a64875bf0f0a None None] Network da84cf23-6416-4615-a8fa-d64c4a064a3f requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:25:22.139974 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-27ca44f0-bd34-45bc-ba06-27563ec0d303 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-iscsi, 974161bb-c0f6-4b36-b0ef-a8b2d89321ab) {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:25:22.164547 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-bd9a512b-19dc-45b6-b699-f18b5781ee61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:22.185138 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef54173-f8cf-471e-a5e5-fd83fe91f344 None None] Network 974161bb-c0f6-4b36-b0ef-a8b2d89321ab requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:25:22.186659 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ca44f0-bd34-45bc-ba06-27563ec0d303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:22.187477 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-27ca44f0-bd34-45bc-ba06-27563ec0d303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for subnet, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:22.252948 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-bd9a512b-19dc-45b6-b699-f18b5781ee61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:22.270358 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-bd9a512b-19dc-45b6-b699-f18b5781ee61 admin admin] Usage tracker for resource:security_group_rule and tenant:683923f584b7433d822121626c7b6ce8 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:22.275491 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-bd9a512b-19dc-45b6-b699-f18b5781ee61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:22.354917 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-bd9a512b-19dc-45b6-b699-f18b5781ee61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:22.359856 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d53402cb-7f0f-4073-b372-4a4460a75cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3695335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34692'] for router, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:22.438847 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-27ca44f0-bd34-45bc-ba06-27563ec0d303 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5635977 Jun 28 12:25:22.526199 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-bd9a512b-19dc-45b6-b699-f18b5781ee61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:22.598587 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcab6506-881d-4662-90a1-2e9d943263c0 None None] Network 974161bb-c0f6-4b36-b0ef-a8b2d89321ab requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:25:22.616414 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-bd9a512b-19dc-45b6-b699-f18b5781ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:22.658790 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:22.668337 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-bd9a512b-19dc-45b6-b699-f18b5781ee61 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=683923f584b7433d822121626c7b6ce8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7384117 Jun 28 12:25:22.669122 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 43108) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:22.729179 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a512b-19dc-45b6-b699-f18b5781ee61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f280a455-801f-4c0a-be42-93ca0bd3b998,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:22.743201 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-bd9a512b-19dc-45b6-b699-f18b5781ee61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:22.774611 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1b44b223-9d6f-4e34-bb8d-67b7c150b179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:22.900174 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1b44b223-9d6f-4e34-bb8d-67b7c150b179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:23.050271 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d53402cb-7f0f-4073-b372-4a4460a75cc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:23.081468 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d53402cb-7f0f-4073-b372-4a4460a75cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:23.183725 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1b44b223-9d6f-4e34-bb8d-67b7c150b179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:23.198343 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:23.216788 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44b223-9d6f-4e34-bb8d-67b7c150b179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f280a455-801f-4c0a-be42-93ca0bd3b998,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:23.219072 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-1b44b223-9d6f-4e34-bb8d-67b7c150b179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:23.243820 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1b44b223-9d6f-4e34-bb8d-67b7c150b179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:23.247556 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-1b44b223-9d6f-4e34-bb8d-67b7c150b179 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f280a455-801f-4c0a-be42-93ca0bd3b998 HTTP/1.1" status: 204 len: 168 time: 0.5747333 Jun 28 12:25:23.328580 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [None req-d53402cb-7f0f-4073-b372-4a4460a75cc9 admin admin] Allocated IP 172.27.0.246 (c9286c56-74de-4de9-a16f-8e0a6aaad408/86bae704-b0f4-4850-808b-6f728b6b20f3/7cece205-3d7a-4d9b-a7fa-d06392e7af62) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:25:23.452128 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 43150) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:23.456060 dv-cinder-798094-1-iscsi neutron-server[79149]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 12:25:23.565194 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d53402cb-7f0f-4073-b372-4a4460a75cc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:23.666673 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-02c7d03d-5644-4f1e-bb8a-8a307f9eb13d tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:23.667721 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-02c7d03d-5644-4f1e-bb8a-8a307f9eb13d tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Synchronizing usage tracker for tenant:36f653daa91445fdab2af86df2ffcada on resource:network {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:25:23.793403 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d53402cb-7f0f-4073-b372-4a4460a75cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:23.794059 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-02c7d03d-5644-4f1e-bb8a-8a307f9eb13d tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Unset dirty status for tenant:36f653daa91445fdab2af86df2ffcada on resource:network {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:25:23.796035 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-02c7d03d-5644-4f1e-bb8a-8a307f9eb13d tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/networks?id=da84cf23-6416-4615-a8fa-d64c4a064a3f HTTP/1.1" status: 200 len: 815 time: 0.3419623 Jun 28 12:25:23.798718 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:23.815492 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-edd977a2-d179-45b9-b6ad-4ca7112056e8 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/quotas/36f653daa91445fdab2af86df2ffcada HTTP/1.1" status: 200 len: 375 time: 0.0105355 Jun 28 12:25:23.879484 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-8da8b487-b754-416d-b8aa-06633179984d tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=36f653daa91445fdab2af86df2ffcada&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563223 Jun 28 12:25:23.884041 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53402cb-7f0f-4073-b372-4a4460a75cc9 admin admin] Network c9286c56-74de-4de9-a16f-8e0a6aaad408 is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:25:23.884041 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-d53402cb-7f0f-4073-b372-4a4460a75cc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:25:23.887455 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53402cb-7f0f-4073-b372-4a4460a75cc9 admin admin] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:25:23.951370 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 43186) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:23.960082 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53402cb-7f0f-4073-b372-4a4460a75cc9 admin admin] Pushing event updated for resources: {'Port': ['ID=7cece205-3d7a-4d9b-a7fa-d06392e7af62,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:24.011609 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-d53402cb-7f0f-4073-b372-4a4460a75cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:24.114983 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 43194) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:24.138787 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f80fae04-bf3f-4c58-8837-4c0475b6f2e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:24.156086 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-f80fae04-bf3f-4c58-8837-4c0475b6f2e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:24.160271 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-f80fae04-bf3f-4c58-8837-4c0475b6f2e8 admin admin] Usage tracker for resource:security_group_rule and tenant:77ebee9a5bdd48a8a6106a0128eeef8a is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:24.163437 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-f80fae04-bf3f-4c58-8837-4c0475b6f2e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:24.169560 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-f80fae04-bf3f-4c58-8837-4c0475b6f2e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:24.177277 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-d3959482-a35f-4fbb-8c2b-82a1e7a5d79d tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:24.177963 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-d3959482-a35f-4fbb-8c2b-82a1e7a5d79d tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Synchronizing usage tracker for tenant:2c4f1bd4a407410f9e83f8646b80424d on resource:network {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:25:24.234296 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-e90fca2a-8256-41ee-a244-c782a3cd3ee7 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79149) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:25:24.235236 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-e90fca2a-8256-41ee-a244-c782a3cd3ee7 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1088028 Jun 28 12:25:24.327208 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f80fae04-bf3f-4c58-8837-4c0475b6f2e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:24.328567 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-d3959482-a35f-4fbb-8c2b-82a1e7a5d79d tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Unset dirty status for tenant:2c4f1bd4a407410f9e83f8646b80424d on resource:network {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:25:24.329719 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-d3959482-a35f-4fbb-8c2b-82a1e7a5d79d tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/networks?id=974161bb-c0f6-4b36-b0ef-a8b2d89321ab HTTP/1.1" status: 200 len: 811 time: 0.3765073 Jun 28 12:25:24.357866 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-df0b137c-95e0-4085-902a-67c73977fbd1 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/quotas/2c4f1bd4a407410f9e83f8646b80424d HTTP/1.1" status: 200 len: 375 time: 0.0156112 Jun 28 12:25:24.387084 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-fe9fc406-a347-475b-8786-e08acef9b0bd service neutron] 10.222.0.24 "GET /v2.0/networks/da84cf23-6416-4615-a8fa-d64c4a064a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452377 Jun 28 12:25:24.438514 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d53402cb-7f0f-4073-b372-4a4460a75cc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:24.454013 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-2d9093b1-38c3-4c03-a57e-f6b63dcb8142 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c4f1bd4a407410f9e83f8646b80424d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687637 Jun 28 12:25:24.495722 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f80fae04-bf3f-4c58-8837-4c0475b6f2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:24.586768 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:24.599243 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-9a811da9-0093-41b2-98be-835ef2ee05a2 service neutron] 10.222.0.24 "GET /v2.0/networks/da84cf23-6416-4615-a8fa-d64c4a064a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774259 Jun 28 12:25:24.652225 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-1e49eab3-a589-4ee4-898c-af5307dd8b73 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79149) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:25:24.659831 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-1e49eab3-a589-4ee4-898c-af5307dd8b73 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0822916 Jun 28 12:25:24.733811 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-f80fae04-bf3f-4c58-8837-4c0475b6f2e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=77ebee9a5bdd48a8a6106a0128eeef8a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6168025 Jun 28 12:25:24.745282 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 43220) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:24.808414 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-28a21fa8-4737-4dc7-9282-c8d8799b385a service neutron] 10.222.0.24 "GET /v2.0/networks/974161bb-c0f6-4b36-b0ef-a8b2d89321ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468871 Jun 28 12:25:24.862844 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80fae04-bf3f-4c58-8837-4c0475b6f2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b722e2e0-8bf3-431d-a2c5-9f624e0ef1b3,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:24.889276 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-f80fae04-bf3f-4c58-8837-4c0475b6f2e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:24.963876 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:24.980860 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-86a7739f-dc6c-4a01-81ab-a300472899f9 service neutron] 10.222.0.24 "GET /v2.0/networks/974161bb-c0f6-4b36-b0ef-a8b2d89321ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660752 Jun 28 12:25:25.209200 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 43250) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:25.267787 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2407804b-bafa-4c84-b536-49e4347778d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:25.364865 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2407804b-bafa-4c84-b536-49e4347778d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:25.382616 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-23c27653-1709-4aa9-9440-bd5f405c9a83 req-6735f8c3-0482-4ee3-9388-e79e5b00e9cf tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 210 time: 0.1452298 Jun 28 12:25:25.458696 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-2611787e-d827-4d9d-8aee-2d98c0ca5c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:25.480417 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-2611787e-d827-4d9d-8aee-2d98c0ca5c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:25.491295 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-2611787e-d827-4d9d-8aee-2d98c0ca5c8e admin admin] Usage tracker for resource:security_group_rule and tenant:b07807bb85b347c2ac169d12be495f64 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:25.499205 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-2611787e-d827-4d9d-8aee-2d98c0ca5c8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:25.512582 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-2611787e-d827-4d9d-8aee-2d98c0ca5c8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:25.531252 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d53402cb-7f0f-4073-b372-4a4460a75cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3695352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696706'] for router, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:25.629953 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-37941c6f-a2bf-4aed-9dcb-2ae42e3923cf req-3b73b36e-6edf-48fd-8f8a-379781cdda77 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 210 time: 0.0835307 Jun 28 12:25:25.714434 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2407804b-bafa-4c84-b536-49e4347778d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:25.729584 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-1b44b223-9d6f-4e34-bb8d-67b7c150b179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:25.757312 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407804b-bafa-4c84-b536-49e4347778d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b722e2e0-8bf3-431d-a2c5-9f624e0ef1b3,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:25.768248 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-2407804b-bafa-4c84-b536-49e4347778d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:25.775379 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2407804b-bafa-4c84-b536-49e4347778d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:25.776872 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-2407804b-bafa-4c84-b536-49e4347778d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b722e2e0-8bf3-431d-a2c5-9f624e0ef1b3 HTTP/1.1" status: 204 len: 168 time: 1.0300620 Jun 28 12:25:25.858623 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-2611787e-d827-4d9d-8aee-2d98c0ca5c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:25.941492 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53402cb-7f0f-4073-b372-4a4460a75cc9 admin admin] Router bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4 is scheduled to L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 with binding_index 1 {{(pid=79148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:25:25.992476 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-2611787e-d827-4d9d-8aee-2d98c0ca5c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:26.003858 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:26.047861 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-2611787e-d827-4d9d-8aee-2d98c0ca5c8e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b07807bb85b347c2ac169d12be495f64&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8371592 Jun 28 12:25:26.050883 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611787e-d827-4d9d-8aee-2d98c0ca5c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8074a3c6-08b2-4380-9ae8-e77ddb8fb8aa,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:26.056612 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-2611787e-d827-4d9d-8aee-2d98c0ca5c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:26.057404 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 43310) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:26.138660 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-4814dfa7-577d-4a9c-9c10-6b0ce63d125e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:26.180509 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53402cb-7f0f-4073-b372-4a4460a75cc9 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:25:26.183611 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-4814dfa7-577d-4a9c-9c10-6b0ce63d125e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:26.202875 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d78b2-df69-4957-b30e-8bce5b645287 None None] Sync routers for ids ['bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4'] in dv-cinder-798094-1-iscsi {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:25:26.215550 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0d78b2-df69-4957-b30e-8bce5b645287 None None] Routers {'bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:25:26.224413 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-cc0d78b2-df69-4957-b30e-8bce5b645287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:25:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:25:26.325104 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d53402cb-7f0f-4073-b372-4a4460a75cc9 admin admin] Notify callbacks [] for router, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:26.327061 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-d53402cb-7f0f-4073-b372-4a4460a75cc9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.9231806 Jun 28 12:25:26.330008 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 43320) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:26.463516 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-cc0d78b2-df69-4957-b30e-8bce5b645287 None None] Set router bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:25:26.471791 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-4814dfa7-577d-4a9c-9c10-6b0ce63d125e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:26.526386 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:26.553147 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-4814dfa7-577d-4a9c-9c10-6b0ce63d125e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:26.553147 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-4814dfa7-577d-4a9c-9c10-6b0ce63d125e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8074a3c6-08b2-4380-9ae8-e77ddb8fb8aa HTTP/1.1" status: 204 len: 168 time: 0.4838197 Jun 28 12:25:26.553147 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f914c7cb-30da-4f99-9907-31117b588f8e req-65d56724-2f0a-496f-a36e-10fc7620cb03 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 210 time: 0.0828772 Jun 28 12:25:26.553147 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814dfa7-577d-4a9c-9c10-6b0ce63d125e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8074a3c6-08b2-4380-9ae8-e77ddb8fb8aa,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:26.567285 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-4814dfa7-577d-4a9c-9c10-6b0ce63d125e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:26.748080 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-219c0949-54cd-4e28-b032-708c9dc716e4 req-5cf715aa-a912-4e1f-955c-430a06a41b1d tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 210 time: 0.0496471 Jun 28 12:25:27.127630 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-cc0d78b2-df69-4957-b30e-8bce5b645287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1378137848-router', 'tenant_id': 'f70e7bdbdb2e4a60bd5652622759bce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '7cece205-3d7a-4d9b-a7fa-d06392e7af62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:25:21Z', 'updated_at': '2021-06-28T12:25:24Z', 'revision_number': 3, 'project_id': 'f70e7bdbdb2e4a60bd5652622759bce1', 'gw_port': {'id': '7cece205-3d7a-4d9b-a7fa-d06392e7af62', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:25:23Z', 'updated_at': '2021-06-28T12:25:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:25:27.217927 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d78b2-df69-4957-b30e-8bce5b645287 None None] Checking router: bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4 for host: dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:25:27.218930 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d78b2-df69-4957-b30e-8bce5b645287 None None] Updating router bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4 port 7cece205-3d7a-4d9b-a7fa-d06392e7af62 binding host dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:25:27.324486 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-cc0d78b2-df69-4957-b30e-8bce5b645287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:27.571054 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f95628cd-2e75-45e8-a3a4-56c933ddf61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:27.700677 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-efdd5d69-f82c-4038-b613-ffad4913508e req-ec28085a-d2d0-41b7-93db-bd44769e1561 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 210 time: 0.0534182 Jun 28 12:25:27.769511 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 43390) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:27.805430 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-cc44b4f3-94ff-4ae2-9d15-9c9cc66afcf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:27.805745 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-cc0d78b2-df69-4957-b30e-8bce5b645287 None None] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:27.842792 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [None req-cc0d78b2-df69-4957-b30e-8bce5b645287 None None] Transition to ACTIVE for port object 7cece205-3d7a-4d9b-a7fa-d06392e7af62 will not be triggered until provisioned by entity L2. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:25:27.843020 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-cc44b4f3-94ff-4ae2-9d15-9c9cc66afcf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:27.850064 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-cc44b4f3-94ff-4ae2-9d15-9c9cc66afcf2 admin admin] Usage tracker for resource:security_group_rule and tenant:5fb21868a8e94f8ebe02712900e406fb is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:27.857169 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-cc44b4f3-94ff-4ae2-9d15-9c9cc66afcf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:27.881850 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-cc44b4f3-94ff-4ae2-9d15-9c9cc66afcf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:27.953460 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-cc0d78b2-df69-4957-b30e-8bce5b645287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:27.972245 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:28.012858 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.db_base_plugin_common [None req-f95628cd-2e75-45e8-a3a4-56c933ddf61f admin admin] Allocated IP 172.20.0.1 (adf81282-f698-47e0-90b1-493d2e00a657/7dc9caa4-6d90-43c4-8646-fee7b397f523/130b702b-3ff6-403e-8762-b6da4049945c) {{(pid=79149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:25:28.044704 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-cc44b4f3-94ff-4ae2-9d15-9c9cc66afcf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:28.080889 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-cc0d78b2-df69-4957-b30e-8bce5b645287 None None] Attempting to bind port 7cece205-3d7a-4d9b-a7fa-d06392e7af62 on host dv-cinder-798094-1-iscsi for vnic_type normal with profile {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:25:28.081848 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-cc0d78b2-df69-4957-b30e-8bce5b645287 None None] Attempting to bind port 7cece205-3d7a-4d9b-a7fa-d06392e7af62 by drivers openvswitch,hyperv on host dv-cinder-798094-1-iscsi at level 0 using segments [{'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:25:28.082383 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0d78b2-df69-4957-b30e-8bce5b645287 None None] Attempting to bind port 7cece205-3d7a-4d9b-a7fa-d06392e7af62 on network c9286c56-74de-4de9-a16f-8e0a6aaad408 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:25:28.096532 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-364aa3b8-39ce-43dc-9187-99844a6c4400 req-8222e04b-ba56-4060-a862-6f389b1fc21e tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 210 time: 0.0719440 Jun 28 12:25:28.109857 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0d78b2-df69-4957-b30e-8bce5b645287 None None] Checking agent: {'id': '97f6a438-5e0c-4082-aba3-e3ff467169d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 16, 39), 'started_at': datetime.datetime(2021, 6, 28, 12, 17, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:25:28.109857 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0d78b2-df69-4957-b30e-8bce5b645287 None None] Checking segment: {'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:25:28.109857 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-cc0d78b2-df69-4957-b30e-8bce5b645287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:28.109857 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0d78b2-df69-4957-b30e-8bce5b645287 None None] Bound using segment: {'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:25:28.109857 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-cc0d78b2-df69-4957-b30e-8bce5b645287 None None] Bound port: 7cece205-3d7a-4d9b-a7fa-d06392e7af62, host: dv-cinder-798094-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:25:28.110396 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-cc0d78b2-df69-4957-b30e-8bce5b645287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:28.152245 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6cf0d-b7f0-47ae-b086-9b21a0d95724 None None] Pushing event updated for resources: {'Port': ['ID=7cece205-3d7a-4d9b-a7fa-d06392e7af62,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:28.164674 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-cc44b4f3-94ff-4ae2-9d15-9c9cc66afcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:28.175711 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:28.207526 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6cf0d-b7f0-47ae-b086-9b21a0d95724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:28.208163 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6cf0d-b7f0-47ae-b086-9b21a0d95724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:28.208780 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6cf0d-b7f0-47ae-b086-9b21a0d95724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:28.209274 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6cf0d-b7f0-47ae-b086-9b21a0d95724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:28.209750 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6cf0d-b7f0-47ae-b086-9b21a0d95724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:28.210233 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6cf0d-b7f0-47ae-b086-9b21a0d95724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:28.210719 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6cf0d-b7f0-47ae-b086-9b21a0d95724 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:28.211203 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6cf0d-b7f0-47ae-b086-9b21a0d95724 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:28.211707 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6cf0d-b7f0-47ae-b086-9b21a0d95724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:28.212169 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6cf0d-b7f0-47ae-b086-9b21a0d95724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:28.212621 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6cf0d-b7f0-47ae-b086-9b21a0d95724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:28.213272 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6cf0d-b7f0-47ae-b086-9b21a0d95724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6cf0d-b7f0-47ae-b086-9b21a0d95724 None None] Tracked resource versions report: Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: pushed versions: Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: { 'AddressGroup': {'1.2'}, Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: 'ConntrackHelper': {'1.0'}, Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: 'Log': {'1.0'}, Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: 'Network': {'1.1'}, Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: 'Port': {'1.7'}, Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: 'PortForwarding': {'1.2'}, Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: 'QosPolicy': {'1.8'}, Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: 'SecurityGroup': {'1.4'}, Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: 'SecurityGroupRule': {'1.2'}, Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: 'SubPort': {'1.0'}, Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: 'Subnet': {'1.1'}, Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: 'Trunk': {'1.1'}} Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: consumer versions: Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: { DHCP agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: HyperV agent@hv-cinder-79809: {}, Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: L3 agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: Metadata agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: Metering agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: Open vSwitch agent@dv-cinder-798094-1-iscsi: { 'AddressGroup': '1.2', Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: 'ConntrackHelper': '1.0', Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: 'Log': '1.0', Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: 'Network': '1.1', Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: 'Port': '1.7', Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: 'PortForwarding': '1.2', Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: 'QosPolicy': '1.8', Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: 'SecurityGroup': '1.4', Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: 'SecurityGroupRule': '1.2', Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: 'SubPort': '1.0', Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: 'Subnet': '1.1', Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: 'Trunk': '1.1'}} Jun 28 12:25:28.214547 dv-cinder-798094-1-iscsi neutron-server[79151]: {{(pid=79151) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 12:25:28.221387 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-e7a6cf0d-b7f0-47ae-b086-9b21a0d95724 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:28.227203 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-cc44b4f3-94ff-4ae2-9d15-9c9cc66afcf2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5fb21868a8e94f8ebe02712900e406fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4558423 Jun 28 12:25:28.228203 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44b4f3-94ff-4ae2-9d15-9c9cc66afcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9d249f-564b-401d-8db2-9f117afd050e,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:28.230509 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 43404) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:28.233316 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-cc44b4f3-94ff-4ae2-9d15-9c9cc66afcf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:28.274923 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [None req-cc0d78b2-df69-4957-b30e-8bce5b645287 None None] For port 7cece205-3d7a-4d9b-a7fa-d06392e7af62, host dv-cinder-798094-1-iscsi, cleared binding levels {{(pid=79151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:25:28.279234 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [None req-cc0d78b2-df69-4957-b30e-8bce5b645287 None None] For port 7cece205-3d7a-4d9b-a7fa-d06392e7af62, host dv-cinder-798094-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=7cece205-3d7a-4d9b-a7fa-d06392e7af62,segment=NetworkSegment(4ef2d251-a773-41f5-87cd-cec6f249eb66),segment_id=4ef2d251-a773-41f5-87cd-cec6f249eb66)] {{(pid=79151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:25:28.305411 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2329f99d-c9bd-432c-8976-2048b64c8216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:28.336359 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2329f99d-c9bd-432c-8976-2048b64c8216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:28.357757 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f95628cd-2e75-45e8-a3a4-56c933ddf61f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:28.359527 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-cc0d78b2-df69-4957-b30e-8bce5b645287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:28.369853 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-ee8a222d-996e-49b0-94b3-9e47800d710c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:28.412885 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 43410) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:28.438978 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0d78b2-df69-4957-b30e-8bce5b645287 None None] Routers {'bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:25:28.439644 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-cc0d78b2-df69-4957-b30e-8bce5b645287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:25:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:25:28.446048 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f95628cd-2e75-45e8-a3a4-56c933ddf61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319'] for port, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:28.452507 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-cf81e433-d838-4f0b-81f6-e60d4fcb2f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:28.501780 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2329f99d-c9bd-432c-8976-2048b64c8216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:28.512328 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-cc44b4f3-94ff-4ae2-9d15-9c9cc66afcf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:28.525890 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95628cd-2e75-45e8-a3a4-56c933ddf61f admin admin] Network adf81282-f698-47e0-90b1-493d2e00a657 is already hosted by enough agents. {{(pid=79149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:25:28.529513 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.base_scheduler [None req-f95628cd-2e75-45e8-a3a4-56c933ddf61f admin admin] Resources bound (agent type, host, resource id): {{(pid=79149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:25:28.533331 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95628cd-2e75-45e8-a3a4-56c933ddf61f admin admin] Received port after_create {{(pid=79149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:25:28.533775 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f95628cd-2e75-45e8-a3a4-56c933ddf61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3696772'] for router_interface, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:28.540919 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329f99d-c9bd-432c-8976-2048b64c8216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9d249f-564b-401d-8db2-9f117afd050e,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:28.548465 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6cf0d-b7f0-47ae-b086-9b21a0d95724 None None] Pushing event updated for resources: {'Port': ['ID=7cece205-3d7a-4d9b-a7fa-d06392e7af62,revision_number=3']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:28.548465 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-e7a6cf0d-b7f0-47ae-b086-9b21a0d95724 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:28.549033 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95628cd-2e75-45e8-a3a4-56c933ddf61f admin admin] Pushing event updated for resources: {'Port': ['ID=130b702b-3ff6-403e-8762-b6da4049945c,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:28.551166 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-f95628cd-2e75-45e8-a3a4-56c933ddf61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:28.569568 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2329f99d-c9bd-432c-8976-2048b64c8216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:28.573508 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-b3c6eb16-a80b-4f0a-8ef3-0f1b046637eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:28.577314 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-2329f99d-c9bd-432c-8976-2048b64c8216 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d9d249f-564b-401d-8db2-9f117afd050e HTTP/1.1" status: 204 len: 168 time: 0.3447659 Jun 28 12:25:28.580639 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-2329f99d-c9bd-432c-8976-2048b64c8216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:28.607365 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-b3c6eb16-a80b-4f0a-8ef3-0f1b046637eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:28.630549 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-b3c6eb16-a80b-4f0a-8ef3-0f1b046637eb admin admin] Usage tracker for resource:security_group_rule and tenant:7febe3263d374898856ec525f9e974d7 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:28.642316 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-b3c6eb16-a80b-4f0a-8ef3-0f1b046637eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:28.652373 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-b3c6eb16-a80b-4f0a-8ef3-0f1b046637eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:28.681064 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-cc0d78b2-df69-4957-b30e-8bce5b645287 None None] Set router bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:25:28.757491 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-b3c6eb16-a80b-4f0a-8ef3-0f1b046637eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:28.852618 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-b3c6eb16-a80b-4f0a-8ef3-0f1b046637eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:28.865538 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:28.976188 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-b3c6eb16-a80b-4f0a-8ef3-0f1b046637eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7febe3263d374898856ec525f9e974d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5621808 Jun 28 12:25:28.979364 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 43432) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:28.983104 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b9ce541d-8a02-4fc4-b7c9-7452ef12ab4a req-b95aea89-be31-4b26-bcad-19ba5152451e tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 210 time: 0.0893538 Jun 28 12:25:28.986527 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6eb16-a80b-4f0a-8ef3-0f1b046637eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4f4d84-0854-4429-b56b-fb3b3849ef0a,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:28.989841 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f95628cd-2e75-45e8-a3a4-56c933ddf61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:29.000323 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-b3c6eb16-a80b-4f0a-8ef3-0f1b046637eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:29.089915 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-8dfd7a52-7301-452f-ac0e-5b6802565146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:29.106509 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-cc0d78b2-df69-4957-b30e-8bce5b645287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1378137848-router', 'tenant_id': 'f70e7bdbdb2e4a60bd5652622759bce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '7cece205-3d7a-4d9b-a7fa-d06392e7af62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:25:21Z', 'updated_at': '2021-06-28T12:25:24Z', 'revision_number': 3, 'project_id': 'f70e7bdbdb2e4a60bd5652622759bce1', 'gw_port': {'id': '7cece205-3d7a-4d9b-a7fa-d06392e7af62', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:25:23Z', 'updated_at': '2021-06-28T12:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:25:29.111054 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d78b2-df69-4957-b30e-8bce5b645287 None None] The sync data for ids ['bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4'] in dv-cinder-798094-1-iscsi is: [{'id': 'bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1378137848-router', 'tenant_id': 'f70e7bdbdb2e4a60bd5652622759bce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '7cece205-3d7a-4d9b-a7fa-d06392e7af62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:25:21Z', 'updated_at': '2021-06-28T12:25:24Z', 'revision_number': 3, 'project_id': 'f70e7bdbdb2e4a60bd5652622759bce1', 'gw_port': {'id': '7cece205-3d7a-4d9b-a7fa-d06392e7af62', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:25:23Z', 'updated_at': '2021-06-28T12:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}] {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:25:29.123331 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-8dfd7a52-7301-452f-ac0e-5b6802565146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:29.326649 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4e7fb944-98cb-47d8-90b8-66d641497d2e req-c3b40c00-ca1f-4ca4-a017-5170bbe3bf71 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 210 time: 0.0658302 Jun 28 12:25:29.335877 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-8dfd7a52-7301-452f-ac0e-5b6802565146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:29.348090 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-2407804b-bafa-4c84-b536-49e4347778d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:29.365832 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd7a52-7301-452f-ac0e-5b6802565146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4f4d84-0854-4429-b56b-fb3b3849ef0a,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:29.374992 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-8dfd7a52-7301-452f-ac0e-5b6802565146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:29.377223 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-8dfd7a52-7301-452f-ac0e-5b6802565146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:29.378356 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-8dfd7a52-7301-452f-ac0e-5b6802565146 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d4f4d84-0854-4429-b56b-fb3b3849ef0a HTTP/1.1" status: 204 len: 168 time: 0.3967359 Jun 28 12:25:29.453671 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f95628cd-2e75-45e8-a3a4-56c933ddf61f admin admin] Notify callbacks [] for port, precommit_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:29.744099 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f95628cd-2e75-45e8-a3a4-56c933ddf61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:29.744099 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f95628cd-2e75-45e8-a3a4-56c933ddf61f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3781337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695149'] for router_interface, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:29.744099 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:29.744099 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95628cd-2e75-45e8-a3a4-56c933ddf61f admin admin] Pushing event updated for resources: {'Port': ['ID=130b702b-3ff6-403e-8762-b6da4049945c,revision_number=2']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:29.744099 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-f95628cd-2e75-45e8-a3a4-56c933ddf61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:29.770974 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95628cd-2e75-45e8-a3a4-56c933ddf61f admin admin] Network adf81282-f698-47e0-90b1-493d2e00a657 is already hosted by enough agents. {{(pid=79149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:25:29.772876 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.base_scheduler [None req-f95628cd-2e75-45e8-a3a4-56c933ddf61f admin admin] Resources bound (agent type, host, resource id): {{(pid=79149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:25:30.013687 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95628cd-2e75-45e8-a3a4-56c933ddf61f admin admin] Router bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4 has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:25:30.280607 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-21f20683-702f-4a95-b89d-6985af3823b5 req-931f96e5-70ac-447f-ba46-ee9bcac0df6a tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 210 time: 0.0692551 Jun 28 12:25:30.291773 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95628cd-2e75-45e8-a3a4-56c933ddf61f admin admin] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:25:30.314377 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-f95628cd-2e75-45e8-a3a4-56c933ddf61f admin admin] 10.222.0.24 "PUT /v2.0/routers/bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9828644 Jun 28 12:25:30.509671 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a5c3e6ac-4e15-441c-b56e-e31c0211edff req-f4ef25e2-6174-44a2-8dbf-c135f0d08a09 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 210 time: 0.0444007 Jun 28 12:25:30.968043 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dff61f0-cf59-474f-b37e-e80f1bc3892d None None] Sync routers for ids ['bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4'] in dv-cinder-798094-1-iscsi {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:25:30.979943 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dff61f0-cf59-474f-b37e-e80f1bc3892d None None] Routers {'bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:25:30.980918 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-5dff61f0-cf59-474f-b37e-e80f1bc3892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:25:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:25:31.239842 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-5dff61f0-cf59-474f-b37e-e80f1bc3892d None None] Set router bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:25:31.300740 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63173257-8432-487a-a09c-31ff7002a173 req-067b537d-73cb-45e7-a387-a80cab719101 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:31.301492 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-63173257-8432-487a-a09c-31ff7002a173 req-067b537d-73cb-45e7-a387-a80cab719101 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Synchronizing usage tracker for tenant:f70e7bdbdb2e4a60bd5652622759bce1 on resource:network {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:25:31.327773 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 7cece205-3d7a-4d9b-a7fa-d06392e7af62 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:25:31.439036 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-63173257-8432-487a-a09c-31ff7002a173 req-067b537d-73cb-45e7-a387-a80cab719101 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Unset dirty status for tenant:f70e7bdbdb2e4a60bd5652622759bce1 on resource:network {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:25:31.440100 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-63173257-8432-487a-a09c-31ff7002a173 req-067b537d-73cb-45e7-a387-a80cab719101 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/networks?id=adf81282-f698-47e0-90b1-493d2e00a657 HTTP/1.1" status: 200 len: 819 time: 0.4549582 Jun 28 12:25:31.466065 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-63173257-8432-487a-a09c-31ff7002a173 req-d9d757a2-e411-4d1a-9afb-fa4c31716fad tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/quotas/f70e7bdbdb2e4a60bd5652622759bce1 HTTP/1.1" status: 200 len: 375 time: 0.0191076 Jun 28 12:25:31.543820 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ea4eb58a-021b-4cfc-b585-beb4b779c758 req-7053a19f-d5f8-4c2b-8fb7-f83940425328 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 210 time: 0.0830476 Jun 28 12:25:31.650982 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning for port 7cece205-3d7a-4d9b-a7fa-d06392e7af62 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:25:31.669312 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-63173257-8432-487a-a09c-31ff7002a173 req-01b3a745-8b00-41ba-86b4-d494ed869667 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Synchronizing usage tracker for tenant:f70e7bdbdb2e4a60bd5652622759bce1 on resource:port {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:25:31.678700 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 7cece205-3d7a-4d9b-a7fa-d06392e7af62 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:25:31.679101 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:31.809293 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b6650515-713e-4dc6-a83c-695e23306a36 req-72e82749-3c7e-447a-a898-aa913d1778e8 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 210 time: 0.0489979 Jun 28 12:25:31.838989 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-63173257-8432-487a-a09c-31ff7002a173 req-01b3a745-8b00-41ba-86b4-d494ed869667 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Unset dirty status for tenant:f70e7bdbdb2e4a60bd5652622759bce1 on resource:port {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:25:31.840212 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-63173257-8432-487a-a09c-31ff7002a173 req-01b3a745-8b00-41ba-86b4-d494ed869667 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f70e7bdbdb2e4a60bd5652622759bce1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2952304 Jun 28 12:25:31.956188 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:31.980266 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] For port 7cece205-3d7a-4d9b-a7fa-d06392e7af62, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=7cece205-3d7a-4d9b-a7fa-d06392e7af62,segment=NetworkSegment(4ef2d251-a773-41f5-87cd-cec6f249eb66),segment_id=4ef2d251-a773-41f5-87cd-cec6f249eb66)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:25:31.985204 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-5dff61f0-cf59-474f-b37e-e80f1bc3892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1378137848-router', 'tenant_id': 'f70e7bdbdb2e4a60bd5652622759bce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '7cece205-3d7a-4d9b-a7fa-d06392e7af62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:25:21Z', 'updated_at': '2021-06-28T12:25:28Z', 'revision_number': 4, 'project_id': 'f70e7bdbdb2e4a60bd5652622759bce1', 'gw_port': {'id': '7cece205-3d7a-4d9b-a7fa-d06392e7af62', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:25:23Z', 'updated_at': '2021-06-28T12:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '130b702b-3ff6-403e-8762-b6da4049945c', 'name': '', 'network_id': 'adf81282-f698-47e0-90b1-493d2e00a657', 'tenant_id': 'f70e7bdbdb2e4a60bd5652622759bce1', 'mac_address': 'fa:16:3e:7e:84:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7dc9caa4-6d90-43c4-8646-fee7b397f523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:25:27Z', 'updated_at': '2021-06-28T12:25:29Z', 'revision_number': 2, 'project_id': 'f70e7bdbdb2e4a60bd5652622759bce1', 'subnets': [{'id': '7dc9caa4-6d90-43c4-8646-fee7b397f523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:25:31.991668 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dff61f0-cf59-474f-b37e-e80f1bc3892d None None] Checking router: bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4 for host: dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:25:31.991668 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dff61f0-cf59-474f-b37e-e80f1bc3892d None None] Updating router bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4 port 130b702b-3ff6-403e-8762-b6da4049945c binding host dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:25:32.066024 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-5dff61f0-cf59-474f-b37e-e80f1bc3892d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:32.070246 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-63173257-8432-487a-a09c-31ff7002a173 req-fecc79a3-451b-406f-8518-c90f5b481acb service neutron] 10.222.0.24 "GET /v2.0/networks/adf81282-f698-47e0-90b1-493d2e00a657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226586 Jun 28 12:25:32.087658 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:32.101802 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:32.220992 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-63173257-8432-487a-a09c-31ff7002a173 req-e7dd847e-6ea8-48e2-a821-2032c4d67fb5 service neutron] 10.222.0.24 "GET /v2.0/networks/adf81282-f698-47e0-90b1-493d2e00a657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443815 Jun 28 12:25:32.277921 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Pushing event updated for resources: {'Port': ['ID=7cece205-3d7a-4d9b-a7fa-d06392e7af62,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:32.360300 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:32.360637 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:32.360958 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:32.361298 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:32.361644 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:32.361957 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:32.362253 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:32.362559 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:32.362963 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:32.363280 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:32.363733 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:32.364654 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Tracked resource versions report: Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: pushed versions: Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: { 'AddressGroup': {'1.2'}, Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: 'ConntrackHelper': {'1.0'}, Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: 'Log': {'1.0'}, Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: 'Network': {'1.1'}, Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: 'Port': {'1.7'}, Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: 'PortForwarding': {'1.2'}, Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: 'QosPolicy': {'1.8'}, Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: 'SecurityGroup': {'1.4'}, Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: 'SecurityGroupRule': {'1.2'}, Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: 'SubPort': {'1.0'}, Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: 'Subnet': {'1.1'}, Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: 'Trunk': {'1.1'}} Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: consumer versions: Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: { DHCP agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: HyperV agent@hv-cinder-79809: {}, Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: L3 agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: Metadata agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: Metering agent@dv-cinder-798094-1-iscsi: {}, Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: Open vSwitch agent@dv-cinder-798094-1-iscsi: { 'AddressGroup': '1.2', Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: 'ConntrackHelper': '1.0', Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: 'Log': '1.0', Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: 'Network': '1.1', Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: 'Port': '1.7', Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: 'PortForwarding': '1.2', Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: 'QosPolicy': '1.8', Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: 'SecurityGroup': '1.4', Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: 'SecurityGroupRule': '1.2', Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: 'SubPort': '1.0', Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: 'Subnet': '1.1', Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: 'Trunk': '1.1'}} Jun 28 12:25:32.365657 dv-cinder-798094-1-iscsi neutron-server[79150]: {{(pid=79150) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 12:25:32.371486 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:32.662070 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-98d1ac2a-4630-46bb-971f-922931faa714 req-50274fd1-1181-4beb-828e-cad4c26ae62c tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 210 time: 0.1259685 Jun 28 12:25:32.678027 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-5dff61f0-cf59-474f-b37e-e80f1bc3892d None None] Notify callbacks [] for port, precommit_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:32.695912 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-5dff61f0-cf59-474f-b37e-e80f1bc3892d None None] Transition to ACTIVE for port object 130b702b-3ff6-403e-8762-b6da4049945c will not be triggered until provisioned by entity L2. {{(pid=79150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:25:32.748541 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 43650) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:32.793335 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-5dff61f0-cf59-474f-b37e-e80f1bc3892d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:32.798995 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:32.805254 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2c77ceaa-9d24-46c7-8b76-e5d27e5c9690 req-b6526a81-1661-4938-bd81-51fbb9872c14 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 210 time: 0.0866823 Jun 28 12:25:33.020158 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c66c72-4334-4da9-8bcb-bb2e51acbb42 None None] Pushing event updated for resources: {'Port': ['ID=130b702b-3ff6-403e-8762-b6da4049945c,revision_number=3']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:33.026337 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-c9c66c72-4334-4da9-8bcb-bb2e51acbb42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:33.066536 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7632107a-b696-433e-9c16-23ef5f9b29b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:33.086644 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-7632107a-b696-433e-9c16-23ef5f9b29b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:33.092513 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-7632107a-b696-433e-9c16-23ef5f9b29b3 admin admin] Usage tracker for resource:security_group_rule and tenant:ed1072be2d3147b7ad085665f9d85298 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:33.096003 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-7632107a-b696-433e-9c16-23ef5f9b29b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:33.102985 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-7632107a-b696-433e-9c16-23ef5f9b29b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:33.110669 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4eff24e5-b378-4dd8-844e-c870accf7e48 req-2eed8be7-01bc-482b-99d0-2e752a824ebf tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 210 time: 0.0670717 Jun 28 12:25:33.110953 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-5dff61f0-cf59-474f-b37e-e80f1bc3892d None None] Attempting to bind port 130b702b-3ff6-403e-8762-b6da4049945c on host dv-cinder-798094-1-iscsi for vnic_type normal with profile {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:25:33.111671 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-5dff61f0-cf59-474f-b37e-e80f1bc3892d None None] Attempting to bind port 130b702b-3ff6-403e-8762-b6da4049945c by drivers openvswitch,hyperv on host dv-cinder-798094-1-iscsi at level 0 using segments [{'id': '6eccaa40-4863-4d4b-8c7d-84e7e4e57a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'adf81282-f698-47e0-90b1-493d2e00a657'}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:25:33.112089 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dff61f0-cf59-474f-b37e-e80f1bc3892d None None] Attempting to bind port 130b702b-3ff6-403e-8762-b6da4049945c on network adf81282-f698-47e0-90b1-493d2e00a657 {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:25:33.121616 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dff61f0-cf59-474f-b37e-e80f1bc3892d None None] Checking agent: {'id': '97f6a438-5e0c-4082-aba3-e3ff467169d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 16, 39), 'started_at': datetime.datetime(2021, 6, 28, 12, 17, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:25:33.121985 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dff61f0-cf59-474f-b37e-e80f1bc3892d None None] Checking segment: {'id': '6eccaa40-4863-4d4b-8c7d-84e7e4e57a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'adf81282-f698-47e0-90b1-493d2e00a657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:25:33.122433 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-5dff61f0-cf59-474f-b37e-e80f1bc3892d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:33.123182 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dff61f0-cf59-474f-b37e-e80f1bc3892d None None] Bound using segment: {'id': '6eccaa40-4863-4d4b-8c7d-84e7e4e57a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'adf81282-f698-47e0-90b1-493d2e00a657'} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:25:33.123729 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-5dff61f0-cf59-474f-b37e-e80f1bc3892d None None] Bound port: 130b702b-3ff6-403e-8762-b6da4049945c, host: dv-cinder-798094-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eccaa40-4863-4d4b-8c7d-84e7e4e57a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'adf81282-f698-47e0-90b1-493d2e00a657'}}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:25:33.124163 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-5dff61f0-cf59-474f-b37e-e80f1bc3892d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:33.231639 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7632107a-b696-433e-9c16-23ef5f9b29b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:33.256406 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 7cece205-3d7a-4d9b-a7fa-d06392e7af62 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:25:33.303688 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7632107a-b696-433e-9c16-23ef5f9b29b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:33.313885 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-8dfd7a52-7301-452f-ac0e-5b6802565146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:33.336183 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b6288-16b0-47e4-a97e-833e1043c918 req-cf23da77-a3f7-4cc0-b412-7fa3c11fd4b9 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:33.337749 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-686b6288-16b0-47e4-a97e-833e1043c918 req-cf23da77-a3f7-4cc0-b412-7fa3c11fd4b9 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/networks?id=adf81282-f698-47e0-90b1-493d2e00a657 HTTP/1.1" status: 200 len: 819 time: 0.3279448 Jun 28 12:25:33.360868 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-5dff61f0-cf59-474f-b37e-e80f1bc3892d None None] For port 130b702b-3ff6-403e-8762-b6da4049945c, host dv-cinder-798094-1-iscsi, cleared binding levels {{(pid=79150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:25:33.365327 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-5dff61f0-cf59-474f-b37e-e80f1bc3892d None None] For port 130b702b-3ff6-403e-8762-b6da4049945c, host dv-cinder-798094-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=130b702b-3ff6-403e-8762-b6da4049945c,segment=NetworkSegment(6eccaa40-4863-4d4b-8c7d-84e7e4e57a69),segment_id=6eccaa40-4863-4d4b-8c7d-84e7e4e57a69)] {{(pid=79150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:25:33.366965 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-7632107a-b696-433e-9c16-23ef5f9b29b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed1072be2d3147b7ad085665f9d85298&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6169412 Jun 28 12:25:33.367818 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632107a-b696-433e-9c16-23ef5f9b29b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f842fad5-2826-41c9-9f71-03333e7edcb3,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:33.372041 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-686b6288-16b0-47e4-a97e-833e1043c918 req-241e5deb-5adf-4dd9-a77f-0c91ba591d1d tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/quotas/f70e7bdbdb2e4a60bd5652622759bce1 HTTP/1.1" status: 200 len: 375 time: 0.0261352 Jun 28 12:25:33.374206 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 43692) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:33.376581 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-7632107a-b696-433e-9c16-23ef5f9b29b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:33.377003 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 7cece205-3d7a-4d9b-a7fa-d06392e7af62 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:25:33.377692 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:33.405593 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 43698) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:33.440527 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-5dff61f0-cf59-474f-b37e-e80f1bc3892d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:33.449113 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:33.509763 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-71aadb83-02aa-494d-aade-ae0c35bb1f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:33.530539 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c66c72-4334-4da9-8bcb-bb2e51acbb42 None None] Pushing event updated for resources: {'Port': ['ID=130b702b-3ff6-403e-8762-b6da4049945c,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:33.533891 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-c9c66c72-4334-4da9-8bcb-bb2e51acbb42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:33.574821 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-686b6288-16b0-47e4-a97e-833e1043c918 req-5234f75b-48e2-4312-b282-b0d5e99f06e3 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f70e7bdbdb2e4a60bd5652622759bce1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1941106 Jun 28 12:25:33.594715 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-71aadb83-02aa-494d-aade-ae0c35bb1f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:33.595821 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dff61f0-cf59-474f-b37e-e80f1bc3892d None None] Routers {'bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:25:33.596461 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-5dff61f0-cf59-474f-b37e-e80f1bc3892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:25:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:25:33.634638 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b162bcf8-1dd5-48fa-bd11-d87ca00662d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:33.662719 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-b162bcf8-1dd5-48fa-bd11-d87ca00662d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:33.667321 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-b162bcf8-1dd5-48fa-bd11-d87ca00662d7 admin admin] Usage tracker for resource:security_group_rule and tenant:8e8e9a62799d4f79836fa2997cca374c is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:33.670711 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-b162bcf8-1dd5-48fa-bd11-d87ca00662d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:33.677587 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-b162bcf8-1dd5-48fa-bd11-d87ca00662d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:33.782303 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-686b6288-16b0-47e4-a97e-833e1043c918 req-ffd792d3-e30e-404c-9f77-e56041645bd2 service neutron] 10.222.0.24 "GET /v2.0/networks/adf81282-f698-47e0-90b1-493d2e00a657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066135 Jun 28 12:25:33.784270 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-5dff61f0-cf59-474f-b37e-e80f1bc3892d None None] Set router bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:25:33.809670 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b162bcf8-1dd5-48fa-bd11-d87ca00662d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:33.848585 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.64', 63391) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:33.934659 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-686b6288-16b0-47e4-a97e-833e1043c918 req-82af1193-3210-4c29-81e6-6b248e7180c7 service neutron] 10.222.0.24 "GET /v2.0/networks/adf81282-f698-47e0-90b1-493d2e00a657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455021 Jun 28 12:25:33.935724 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-71aadb83-02aa-494d-aade-ae0c35bb1f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:33.954536 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-3591ab4f-e8c1-43f4-a3e1-97751eb1361f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:33.994675 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-71aadb83-02aa-494d-aade-ae0c35bb1f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:34.011175 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-71aadb83-02aa-494d-aade-ae0c35bb1f43 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f842fad5-2826-41c9-9f71-03333e7edcb3 HTTP/1.1" status: 204 len: 168 time: 0.6342578 Jun 28 12:25:34.013888 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aadb83-02aa-494d-aade-ae0c35bb1f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f842fad5-2826-41c9-9f71-03333e7edcb3,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:34.018835 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-71aadb83-02aa-494d-aade-ae0c35bb1f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:34.166951 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b162bcf8-1dd5-48fa-bd11-d87ca00662d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:34.186071 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:34.214526 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-02c8e41f-d91a-483d-86ef-086f1792ee6e tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:34.216265 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-02c8e41f-d91a-483d-86ef-086f1792ee6e tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.64 "GET /v2.0/networks?id=da84cf23-6416-4615-a8fa-d64c4a064a3f HTTP/1.1" status: 200 len: 815 time: 0.3664114 Jun 28 12:25:34.229951 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0fe29266-4a5c-414e-b8fc-3fc998199a81 req-56d9c3b3-29f3-426f-8c24-b207b0627b4c tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 210 time: 0.0721798 Jun 28 12:25:34.256188 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-b162bcf8-1dd5-48fa-bd11-d87ca00662d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e8e9a62799d4f79836fa2997cca374c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8490436 Jun 28 12:25:34.267070 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 43746) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:34.268388 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b162bcf8-1dd5-48fa-bd11-d87ca00662d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8adb34b9-016f-4bc0-91d0-535911098c29,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:34.277356 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-b162bcf8-1dd5-48fa-bd11-d87ca00662d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:34.298648 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-db7271ef-6166-4adb-bb05-fa12ca6e06d9 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Request body: {'port': {'device_id': '47ac15d6-1339-4bfb-9a96-7e70456dd67e', 'network_id': 'da84cf23-6416-4615-a8fa-d64c4a064a3f', 'admin_state_up': True, 'tenant_id': '36f653daa91445fdab2af86df2ffcada'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:25:34.440848 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:25:34.467458 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-5dff61f0-cf59-474f-b37e-e80f1bc3892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1378137848-router', 'tenant_id': 'f70e7bdbdb2e4a60bd5652622759bce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '7cece205-3d7a-4d9b-a7fa-d06392e7af62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:25:21Z', 'updated_at': '2021-06-28T12:25:28Z', 'revision_number': 4, 'project_id': 'f70e7bdbdb2e4a60bd5652622759bce1', 'gw_port': {'id': '7cece205-3d7a-4d9b-a7fa-d06392e7af62', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:25:23Z', 'updated_at': '2021-06-28T12:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '130b702b-3ff6-403e-8762-b6da4049945c', 'name': '', 'network_id': 'adf81282-f698-47e0-90b1-493d2e00a657', 'tenant_id': 'f70e7bdbdb2e4a60bd5652622759bce1', 'mac_address': 'fa:16:3e:7e:84:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7dc9caa4-6d90-43c4-8646-fee7b397f523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:25:27Z', 'updated_at': '2021-06-28T12:25:33Z', 'revision_number': 4, 'project_id': 'f70e7bdbdb2e4a60bd5652622759bce1', 'subnets': [{'id': '7dc9caa4-6d90-43c4-8646-fee7b397f523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:25:34.478170 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dff61f0-cf59-474f-b37e-e80f1bc3892d None None] The sync data for ids ['bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4'] in dv-cinder-798094-1-iscsi is: [{'id': 'bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1378137848-router', 'tenant_id': 'f70e7bdbdb2e4a60bd5652622759bce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '7cece205-3d7a-4d9b-a7fa-d06392e7af62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:25:21Z', 'updated_at': '2021-06-28T12:25:28Z', 'revision_number': 4, 'project_id': 'f70e7bdbdb2e4a60bd5652622759bce1', 'gw_port': {'id': '7cece205-3d7a-4d9b-a7fa-d06392e7af62', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:25:23Z', 'updated_at': '2021-06-28T12:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '130b702b-3ff6-403e-8762-b6da4049945c', 'name': '', 'network_id': 'adf81282-f698-47e0-90b1-493d2e00a657', 'tenant_id': 'f70e7bdbdb2e4a60bd5652622759bce1', 'mac_address': 'fa:16:3e:7e:84:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7dc9caa4-6d90-43c4-8646-fee7b397f523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:25:27Z', 'updated_at': '2021-06-28T12:25:33Z', 'revision_number': 4, 'project_id': 'f70e7bdbdb2e4a60bd5652622759bce1', 'subnets': [{'id': '7dc9caa4-6d90-43c4-8646-fee7b397f523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:25:34.484805 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-c554d77b-c832-44a8-921b-f1471755e662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:34.702795 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-db7271ef-6166-4adb-bb05-fa12ca6e06d9 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:34.711050 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-843cad8d-63b4-462d-9f93-e8f71d95c11c req-ec3bb149-28fc-44e9-af2c-76dbcde8dc7d tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 210 time: 0.2333431 Jun 28 12:25:34.717406 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-db7271ef-6166-4adb-bb05-fa12ca6e06d9 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Usage tracker for resource:port and tenant:36f653daa91445fdab2af86df2ffcada is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:34.720619 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-db7271ef-6166-4adb-bb05-fa12ca6e06d9 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:34.740004 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0c664fd2-3dc2-4a7d-957c-7a6e8888ee87 req-fc3bb101-1ae8-4d05-840e-938ab6de39b7 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 210 time: 0.2604766 Jun 28 12:25:34.748627 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-db7271ef-6166-4adb-bb05-fa12ca6e06d9 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:34.756636 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-c554d77b-c832-44a8-921b-f1471755e662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:34.880641 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-db7271ef-6166-4adb-bb05-fa12ca6e06d9 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Made reservation on behalf of 36f653daa91445fdab2af86df2ffcada for: {'port': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:25:34.902251 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-db7271ef-6166-4adb-bb05-fa12ca6e06d9 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:34.967154 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-c554d77b-c832-44a8-921b-f1471755e662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:34.997303 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.64', 63397) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:35.000275 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:35.049755 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554d77b-c832-44a8-921b-f1471755e662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adb34b9-016f-4bc0-91d0-535911098c29,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:35.085765 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-c554d77b-c832-44a8-921b-f1471755e662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:35.086596 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 43782) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:35.211072 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-c554d77b-c832-44a8-921b-f1471755e662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:35.217885 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-c554d77b-c832-44a8-921b-f1471755e662 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8adb34b9-016f-4bc0-91d0-535911098c29 HTTP/1.1" status: 204 len: 168 time: 0.9486980 Jun 28 12:25:35.388702 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f571fb33-f347-4d1e-b0c2-1e9af9e9f393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:35.401730 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 130b702b-3ff6-403e-8762-b6da4049945c up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:25:35.433706 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-f571fb33-f347-4d1e-b0c2-1e9af9e9f393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:35.451142 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-f571fb33-f347-4d1e-b0c2-1e9af9e9f393 admin admin] Usage tracker for resource:security_group_rule and tenant:103f4c3c4584493d8ba586c9e5d3e00b is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:35.456867 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-f571fb33-f347-4d1e-b0c2-1e9af9e9f393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:35.473977 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-f571fb33-f347-4d1e-b0c2-1e9af9e9f393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:35.514292 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-2eb97a8f-6a17-4b1d-9d74-6a34b5c88e86 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:35.515828 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-2eb97a8f-6a17-4b1d-9d74-6a34b5c88e86 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.64 "GET /v2.0/networks?id=974161bb-c0f6-4b36-b0ef-a8b2d89321ab HTTP/1.1" status: 200 len: 811 time: 0.4744952 Jun 28 12:25:35.541892 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-56fd2520-fc52-4cb7-800f-b07a54af5b03 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Request body: {'port': {'device_id': 'caeb377c-7c10-45da-ad3a-733f3a64f59d', 'network_id': '974161bb-c0f6-4b36-b0ef-a8b2d89321ab', 'admin_state_up': True, 'tenant_id': '2c4f1bd4a407410f9e83f8646b80424d'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:25:35.625153 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-db7271ef-6166-4adb-bb05-fa12ca6e06d9 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Allocated IP 172.20.0.7 (da84cf23-6416-4615-a8fa-d64c4a064a3f/a03ee274-938a-448e-9d48-ec3b7914912f/0c5423c4-773d-4c8c-bdcf-114397a68321) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:25:35.822132 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning for port 130b702b-3ff6-403e-8762-b6da4049945c completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:25:35.828070 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 130b702b-3ff6-403e-8762-b6da4049945c triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:25:35.828443 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:35.851912 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 43820) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:36.005174 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:36.102390 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-db7271ef-6166-4adb-bb05-fa12ca6e06d9 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:36.110377 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] For port 130b702b-3ff6-403e-8762-b6da4049945c, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=130b702b-3ff6-403e-8762-b6da4049945c,segment=NetworkSegment(6eccaa40-4863-4d4b-8c7d-84e7e4e57a69),segment_id=6eccaa40-4863-4d4b-8c7d-84e7e4e57a69)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:25:36.141987 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-56fd2520-fc52-4cb7-800f-b07a54af5b03 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:36.153899 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9567b94b-d91a-4f34-a0f2-7f47836de2af req-21a92b6a-7e63-4135-bac4-f5eba8bad031 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 210 time: 0.2984986 Jun 28 12:25:36.163384 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9c4ad0e6-628a-4067-8033-e299a46c4d21 req-17129ec7-c6b0-414b-8c33-045007eabd0d tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 210 time: 0.3042760 Jun 28 12:25:36.167393 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-56fd2520-fc52-4cb7-800f-b07a54af5b03 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Usage tracker for resource:port and tenant:2c4f1bd4a407410f9e83f8646b80424d is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:36.172637 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-56fd2520-fc52-4cb7-800f-b07a54af5b03 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:36.187038 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-56fd2520-fc52-4cb7-800f-b07a54af5b03 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:36.203832 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:36.205561 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-db7271ef-6166-4adb-bb05-fa12ca6e06d9 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:36.218841 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:36.255719 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-d53402cb-7f0f-4073-b372-4a4460a75cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:36.263144 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f571fb33-f347-4d1e-b0c2-1e9af9e9f393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:36.315614 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-56fd2520-fc52-4cb7-800f-b07a54af5b03 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Made reservation on behalf of 2c4f1bd4a407410f9e83f8646b80424d for: {'port': 1} {{(pid=79149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:25:36.327111 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-56fd2520-fc52-4cb7-800f-b07a54af5b03 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:36.352500 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f571fb33-f347-4d1e-b0c2-1e9af9e9f393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:36.373264 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:36.431183 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571fb33-f347-4d1e-b0c2-1e9af9e9f393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1b0a0b-cc2d-4553-80f4-115d5dee4352,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:36.452835 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-db7271ef-6166-4adb-bb05-fa12ca6e06d9 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Network da84cf23-6416-4615-a8fa-d64c4a064a3f is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:25:36.454044 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-db7271ef-6166-4adb-bb05-fa12ca6e06d9 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:25:36.467865 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-f571fb33-f347-4d1e-b0c2-1e9af9e9f393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:36.486599 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-db7271ef-6166-4adb-bb05-fa12ca6e06d9 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:25:36.497454 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-db7271ef-6166-4adb-bb05-fa12ca6e06d9 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:36.498346 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-db7271ef-6166-4adb-bb05-fa12ca6e06d9 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:36.580727 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Pushing event updated for resources: {'Port': ['ID=130b702b-3ff6-403e-8762-b6da4049945c,revision_number=5']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:36.587970 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:36.632850 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7271ef-6166-4adb-bb05-fa12ca6e06d9 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Pushing event updated for resources: {'Port': ['ID=0c5423c4-773d-4c8c-bdcf-114397a68321,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:36.654847 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-db7271ef-6166-4adb-bb05-fa12ca6e06d9 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:36.658518 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9345c5e0-cfe0-4888-a5e5-14c4f18d6c06 req-27851eb1-ef4e-45a8-b949-819d6e7eee2c tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 210 time: 0.1891603 Jun 28 12:25:36.663761 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-db7271ef-6166-4adb-bb05-fa12ca6e06d9 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3690860 Jun 28 12:25:36.683712 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-f571fb33-f347-4d1e-b0c2-1e9af9e9f393 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=103f4c3c4584493d8ba586c9e5d3e00b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5844657 Jun 28 12:25:36.683995 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 43848) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:36.689899 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-3b729272-7570-4af7-90b0-828b0ecef881 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79148) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:25:36.691076 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-3b729272-7570-4af7-90b0-828b0ecef881 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129914 Jun 28 12:25:36.731770 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-40e0ce75-55e2-4621-bf1f-de8c6b83222d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:36.765865 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-40e0ce75-55e2-4621-bf1f-de8c6b83222d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:36.788945 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-40e0ce75-55e2-4621-bf1f-de8c6b83222d admin admin] Usage tracker for resource:security_group_rule and tenant:2e2481d84f304aefa7cdbff5c33c9e01 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:36.829631 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.64', 63406) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:36.857272 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-40e0ce75-55e2-4621-bf1f-de8c6b83222d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:36.945767 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-40e0ce75-55e2-4621-bf1f-de8c6b83222d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:36.993855 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-de311847-85d1-406b-b0c7-f0bd02e6417b service neutron] Request body: {'port': {'device_id': '47ac15d6-1339-4bfb-9a96-7e70456dd67e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:25:37.120624 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.db_base_plugin_common [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-56fd2520-fc52-4cb7-800f-b07a54af5b03 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Allocated IP 172.20.0.11 (974161bb-c0f6-4b36-b0ef-a8b2d89321ab/5fe9e9f6-9a54-4ef6-bf9b-eab57c5e0077/0f17edba-3a23-4825-ac7b-dea628974683) {{(pid=79149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:25:37.174786 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-de311847-85d1-406b-b0c7-f0bd02e6417b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:37.212294 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-0e9ce800-ac38-416c-909a-59cd119a1af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:37.369593 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 130b702b-3ff6-403e-8762-b6da4049945c up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:25:37.548587 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-40e0ce75-55e2-4621-bf1f-de8c6b83222d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:37.555830 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 130b702b-3ff6-403e-8762-b6da4049945c triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:25:37.556487 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:37.789126 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-40e0ce75-55e2-4621-bf1f-de8c6b83222d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:37.847497 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cc41c6c3-6545-4937-875b-273ef5119bb9 req-68bd8129-b039-4652-aae1-dda299769a5b tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 210 time: 0.2598381 Jun 28 12:25:37.874543 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:37.892584 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-56fd2520-fc52-4cb7-800f-b07a54af5b03 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Notify callbacks [] for port, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:37.953665 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-40e0ce75-55e2-4621-bf1f-de8c6b83222d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e2481d84f304aefa7cdbff5c33c9e01&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0924718 Jun 28 12:25:37.957210 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 43906) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:37.957933 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-0e9ce800-ac38-416c-909a-59cd119a1af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:37.962388 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0ce75-55e2-4621-bf1f-de8c6b83222d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2650c5d4-2d66-4aa5-9022-a98c945f574c,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:37.988176 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-40e0ce75-55e2-4621-bf1f-de8c6b83222d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:38.057504 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63173257-8432-487a-a09c-31ff7002a173 req-eea5fbc4-2e17-4c97-b949-4c2e1dc65726 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:38.062933 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-63173257-8432-487a-a09c-31ff7002a173 req-eea5fbc4-2e17-4c97-b949-4c2e1dc65726 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.64 "GET /v2.0/networks?id=adf81282-f698-47e0-90b1-493d2e00a657 HTTP/1.1" status: 200 len: 819 time: 1.2639511 Jun 28 12:25:38.071403 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-a8092ade-705b-47a4-8ca9-b5918bc05cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:38.081100 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59639aa2-083d-4609-9349-80644391c10b req-b043f5eb-4acc-416d-9c1e-2e085dbd3345 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:38.088313 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-59639aa2-083d-4609-9349-80644391c10b req-b043f5eb-4acc-416d-9c1e-2e085dbd3345 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 931 time: 0.4876540 Jun 28 12:25:38.144945 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-a8092ade-705b-47a4-8ca9-b5918bc05cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:38.154174 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-63173257-8432-487a-a09c-31ff7002a173 req-cfdf6f2c-9f51-4b71-868b-02453803aed3 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Request body: {'port': {'device_id': '80a7ef8c-bf1b-4ad3-8a40-95f57d9af528', 'network_id': 'adf81282-f698-47e0-90b1-493d2e00a657', 'admin_state_up': True, 'tenant_id': 'f70e7bdbdb2e4a60bd5652622759bce1'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:25:38.156961 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-56fd2520-fc52-4cb7-800f-b07a54af5b03 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319'] for port, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:38.180038 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-59639aa2-083d-4609-9349-80644391c10b req-d6a6f39c-4214-4a0a-b6b9-c398bb205f3c tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Synchronizing usage tracker for tenant:36f653daa91445fdab2af86df2ffcada on resource:security_group {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:25:38.213548 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-982ca668-94b3-4864-8e7c-c512b5fda3c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:38.375160 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-56fd2520-fc52-4cb7-800f-b07a54af5b03 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Network 974161bb-c0f6-4b36-b0ef-a8b2d89321ab is already hosted by enough agents. {{(pid=79149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:25:38.381426 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.base_scheduler [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-56fd2520-fc52-4cb7-800f-b07a54af5b03 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Resources bound (agent type, host, resource id): {{(pid=79149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:25:38.391700 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-56fd2520-fc52-4cb7-800f-b07a54af5b03 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Received port after_create {{(pid=79149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:25:38.397810 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-56fd2520-fc52-4cb7-800f-b07a54af5b03 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:38.398521 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-56fd2520-fc52-4cb7-800f-b07a54af5b03 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for port, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:38.414069 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd2520-fc52-4cb7-800f-b07a54af5b03 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Pushing event updated for resources: {'Port': ['ID=0f17edba-3a23-4825-ac7b-dea628974683,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:38.423318 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-56fd2520-fc52-4cb7-800f-b07a54af5b03 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:38.457382 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-de311847-85d1-406b-b0c7-f0bd02e6417b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c5423c4-773d-4c8c-bdcf-114397a68321 {{(pid=79148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:25:38.466318 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-de311847-85d1-406b-b0c7-f0bd02e6417b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:38.481135 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-0e9ce800-ac38-416c-909a-59cd119a1af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:38.484100 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ffa44-0440-47d3-a261-d33ba257548c req-a2316062-ff34-4d30-bbb8-35455db9f68a tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:38.485173 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-8e0ffa44-0440-47d3-a261-d33ba257548c req-a2316062-ff34-4d30-bbb8-35455db9f68a tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Synchronizing usage tracker for tenant:2c4f1bd4a407410f9e83f8646b80424d on resource:port {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:25:38.525985 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-59639aa2-083d-4609-9349-80644391c10b req-d6a6f39c-4214-4a0a-b6b9-c398bb205f3c tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Unset dirty status for tenant:36f653daa91445fdab2af86df2ffcada on resource:security_group {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:25:38.540829 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-59639aa2-083d-4609-9349-80644391c10b req-d6a6f39c-4214-4a0a-b6b9-c398bb205f3c tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511480 Jun 28 12:25:38.560783 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-a8092ade-705b-47a4-8ca9-b5918bc05cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:38.562542 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-7632107a-b696-433e-9c16-23ef5f9b29b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:38.564589 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-56fd2520-fc52-4cb7-800f-b07a54af5b03 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0312967 Jun 28 12:25:38.571997 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.provisioning_blocks [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-de311847-85d1-406b-b0c7-f0bd02e6417b service neutron] Transition to ACTIVE for port object 0c5423c4-773d-4c8c-bdcf-114397a68321 will not be triggered until provisioned by entity L2. {{(pid=79148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:25:38.573756 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-a8092ade-705b-47a4-8ca9-b5918bc05cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:38.579591 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-a8092ade-705b-47a4-8ca9-b5918bc05cba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2650c5d4-2d66-4aa5-9022-a98c945f574c HTTP/1.1" status: 204 len: 168 time: 0.6212318 Jun 28 12:25:38.581660 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-456765fa-5851-4ab4-808a-f6048f0840a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:38.591365 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ce800-ac38-416c-909a-59cd119a1af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1b0a0b-cc2d-4553-80f4-115d5dee4352,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:38.595530 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8092ade-705b-47a4-8ca9-b5918bc05cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2650c5d4-2d66-4aa5-9022-a98c945f574c,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:38.598402 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-a8092ade-705b-47a4-8ca9-b5918bc05cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:38.601205 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-0e9ce800-ac38-416c-909a-59cd119a1af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:38.628578 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-8e0ffa44-0440-47d3-a261-d33ba257548c req-a2316062-ff34-4d30-bbb8-35455db9f68a tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Unset dirty status for tenant:2c4f1bd4a407410f9e83f8646b80424d on resource:port {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:25:38.630044 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8e0ffa44-0440-47d3-a261-d33ba257548c req-a2316062-ff34-4d30-bbb8-35455db9f68a tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 932 time: 0.3387134 Jun 28 12:25:38.638709 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-0e9ce800-ac38-416c-909a-59cd119a1af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:38.639845 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-0e9ce800-ac38-416c-909a-59cd119a1af5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f1b0a0b-cc2d-4553-80f4-115d5dee4352 HTTP/1.1" status: 204 len: 168 time: 1.9597902 Jun 28 12:25:38.652721 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-63173257-8432-487a-a09c-31ff7002a173 req-cfdf6f2c-9f51-4b71-868b-02453803aed3 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:38.656806 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d9dbdc8c-5b8a-4e45-a32e-593b2157dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:38.667648 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-de311847-85d1-406b-b0c7-f0bd02e6417b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:38.673316 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.64', 63409) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:38.690194 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-63173257-8432-487a-a09c-31ff7002a173 req-cfdf6f2c-9f51-4b71-868b-02453803aed3 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:38.693648 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:38.768004 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-51ae1673-dbf8-4df1-acf0-dd929f35b0e4 service neutron] Request body: {'port': {'device_id': 'caeb377c-7c10-45da-ad3a-733f3a64f59d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:25:38.896919 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-8e0ffa44-0440-47d3-a261-d33ba257548c req-2e13c7ce-7f99-416b-a32a-d1d7ed952b35 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Synchronizing usage tracker for tenant:2c4f1bd4a407410f9e83f8646b80424d on resource:security_group {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:25:38.982427 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:39.088370 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-51ae1673-dbf8-4df1-acf0-dd929f35b0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:39.170874 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ad9cf525-1f50-4df1-bfa2-dbbb43c38c6a req-09fcdbf3-106a-4c1c-b9ff-ae7fb1785993 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 210 time: 0.0699539 Jun 28 12:25:39.175518 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-8e0ffa44-0440-47d3-a261-d33ba257548c req-2e13c7ce-7f99-416b-a32a-d1d7ed952b35 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Unset dirty status for tenant:2c4f1bd4a407410f9e83f8646b80424d on resource:security_group {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:25:39.176700 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8e0ffa44-0440-47d3-a261-d33ba257548c req-2e13c7ce-7f99-416b-a32a-d1d7ed952b35 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad28f50-042c-49a1-bdd1-c13952d3d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5373378 Jun 28 12:25:39.246659 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63173257-8432-487a-a09c-31ff7002a173 req-cfdf6f2c-9f51-4b71-868b-02453803aed3 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Made reservation on behalf of f70e7bdbdb2e4a60bd5652622759bce1 for: {'port': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:25:39.255593 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-63173257-8432-487a-a09c-31ff7002a173 req-cfdf6f2c-9f51-4b71-868b-02453803aed3 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:39.272222 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de311847-85d1-406b-b0c7-f0bd02e6417b service neutron] Pushing event updated for resources: {'Port': ['ID=0c5423c4-773d-4c8c-bdcf-114397a68321,revision_number=2']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:39.281912 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-de311847-85d1-406b-b0c7-f0bd02e6417b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:39.288762 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-de311847-85d1-406b-b0c7-f0bd02e6417b service neutron] Attempting to bind port 0c5423c4-773d-4c8c-bdcf-114397a68321 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:25:39.289044 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-de311847-85d1-406b-b0c7-f0bd02e6417b service neutron] Attempting to bind port 0c5423c4-773d-4c8c-bdcf-114397a68321 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'ab8b06c2-e425-45b6-bf41-f136c4198aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'da84cf23-6416-4615-a8fa-d64c4a064a3f'}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:25:39.289384 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-de311847-85d1-406b-b0c7-f0bd02e6417b service neutron] Attempting to bind port 0c5423c4-773d-4c8c-bdcf-114397a68321 on network da84cf23-6416-4615-a8fa-d64c4a064a3f {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:25:39.307222 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-de311847-85d1-406b-b0c7-f0bd02e6417b service neutron] Port 0c5423c4-773d-4c8c-bdcf-114397a68321 on network da84cf23-6416-4615-a8fa-d64c4a064a3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:25:39.307546 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-de311847-85d1-406b-b0c7-f0bd02e6417b service neutron] Attempting to bind port 0c5423c4-773d-4c8c-bdcf-114397a68321 on network da84cf23-6416-4615-a8fa-d64c4a064a3f {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:25:39.365086 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-de311847-85d1-406b-b0c7-f0bd02e6417b service neutron] Checking agent: {'id': '406cf176-031c-46fa-bfd0-dd20e5845d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'started_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:25:39.365425 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-de311847-85d1-406b-b0c7-f0bd02e6417b service neutron] Checking segment: {'id': 'ab8b06c2-e425-45b6-bf41-f136c4198aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'da84cf23-6416-4615-a8fa-d64c4a064a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:25:39.366022 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-de311847-85d1-406b-b0c7-f0bd02e6417b service neutron] Bound using segment: {'id': 'ab8b06c2-e425-45b6-bf41-f136c4198aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'da84cf23-6416-4615-a8fa-d64c4a064a3f'} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:25:39.366484 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-de311847-85d1-406b-b0c7-f0bd02e6417b service neutron] Bound port: 0c5423c4-773d-4c8c-bdcf-114397a68321, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab8b06c2-e425-45b6-bf41-f136c4198aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'da84cf23-6416-4615-a8fa-d64c4a064a3f'}}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:25:39.367065 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-de311847-85d1-406b-b0c7-f0bd02e6417b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:39.403113 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b6288-16b0-47e4-a97e-833e1043c918 req-7c531848-014d-40c0-a956-bf2202dd2aad tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:39.404668 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-686b6288-16b0-47e4-a97e-833e1043c918 req-7c531848-014d-40c0-a956-bf2202dd2aad tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.64 "GET /v2.0/networks?id=adf81282-f698-47e0-90b1-493d2e00a657 HTTP/1.1" status: 200 len: 819 time: 0.6425562 Jun 28 12:25:39.421589 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 43946) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:39.484370 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-686b6288-16b0-47e4-a97e-833e1043c918 req-3f03b6ff-b274-4394-964c-9c40bc81ac55 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Request body: {'port': {'device_id': 'a9cb368f-68be-47df-acb0-34ccdd798545', 'network_id': 'adf81282-f698-47e0-90b1-493d2e00a657', 'admin_state_up': True, 'tenant_id': 'f70e7bdbdb2e4a60bd5652622759bce1'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:25:39.749790 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-de311847-85d1-406b-b0c7-f0bd02e6417b service neutron] For port 0c5423c4-773d-4c8c-bdcf-114397a68321, host hv-cinder-79809, cleared binding levels {{(pid=79148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:25:39.777082 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [req-63173257-8432-487a-a09c-31ff7002a173 req-cfdf6f2c-9f51-4b71-868b-02453803aed3 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Allocated IP 172.20.0.6 (adf81282-f698-47e0-90b1-493d2e00a657/7dc9caa4-6d90-43c4-8646-fee7b397f523/38dc09ed-d07b-4fa5-a688-dc4588629f74) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:25:39.779715 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-686b6288-16b0-47e4-a97e-833e1043c918 req-3f03b6ff-b274-4394-964c-9c40bc81ac55 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:39.788596 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-686b6288-16b0-47e4-a97e-833e1043c918 req-3f03b6ff-b274-4394-964c-9c40bc81ac55 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Usage tracker for resource:port and tenant:f70e7bdbdb2e4a60bd5652622759bce1 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:39.804062 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-de311847-85d1-406b-b0c7-f0bd02e6417b service neutron] For port 0c5423c4-773d-4c8c-bdcf-114397a68321, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0c5423c4-773d-4c8c-bdcf-114397a68321,segment=NetworkSegment(ab8b06c2-e425-45b6-bf41-f136c4198aee),segment_id=ab8b06c2-e425-45b6-bf41-f136c4198aee)] {{(pid=79148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:25:39.814827 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-686b6288-16b0-47e4-a97e-833e1043c918 req-3f03b6ff-b274-4394-964c-9c40bc81ac55 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:39.832961 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-686b6288-16b0-47e4-a97e-833e1043c918 req-3f03b6ff-b274-4394-964c-9c40bc81ac55 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:39.941974 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-de311847-85d1-406b-b0c7-f0bd02e6417b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:39.952177 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ff3d5-f349-4e60-9712-26885b44f8af req-ef8d4a39-cfc2-4690-9435-237238eb3dcd tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:39.973007 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d03ff3d5-f349-4e60-9712-26885b44f8af req-ef8d4a39-cfc2-4690-9435-237238eb3dcd tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 943 time: 0.1852095 Jun 28 12:25:40.002357 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-db7271ef-6166-4adb-bb05-fa12ca6e06d9 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:40.087018 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d03ff3d5-f349-4e60-9712-26885b44f8af req-c60e6af4-fe97-4124-b5cf-4adc250bd56a tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028519 Jun 28 12:25:40.121117 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-686b6288-16b0-47e4-a97e-833e1043c918 req-3f03b6ff-b274-4394-964c-9c40bc81ac55 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Made reservation on behalf of f70e7bdbdb2e4a60bd5652622759bce1 for: {'port': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:25:40.123069 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.notifiers.nova [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-51ae1673-dbf8-4df1-acf0-dd929f35b0e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f17edba-3a23-4825-ac7b-dea628974683 {{(pid=79149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:25:40.127080 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-686b6288-16b0-47e4-a97e-833e1043c918 req-3f03b6ff-b274-4394-964c-9c40bc81ac55 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:40.149291 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-51ae1673-dbf8-4df1-acf0-dd929f35b0e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:40.171728 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-de311847-85d1-406b-b0c7-f0bd02e6417b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:40.172409 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-de311847-85d1-406b-b0c7-f0bd02e6417b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:40.173891 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-de311847-85d1-406b-b0c7-f0bd02e6417b service neutron] 10.222.0.64 "PUT /v2.0/ports/0c5423c4-773d-4c8c-bdcf-114397a68321 HTTP/1.1" status: 200 len: 1093 time: 3.3429005 Jun 28 12:25:40.179025 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ac15d6-1339-4bfb-9a96-7e70456dd67e', 'tag': '0c5423c4-773d-4c8c-bdcf-114397a68321'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:25:40.197176 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.provisioning_blocks [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-51ae1673-dbf8-4df1-acf0-dd929f35b0e4 service neutron] Transition to ACTIVE for port object 0f17edba-3a23-4825-ac7b-dea628974683 will not be triggered until provisioned by entity L2. {{(pid=79149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:25:40.200868 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 43970) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:40.256185 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-4e92391a-e154-4c5e-ab80-b76de76cbd3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:40.295263 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-4e92391a-e154-4c5e-ab80-b76de76cbd3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:40.309276 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-4e92391a-e154-4c5e-ab80-b76de76cbd3f admin admin] Usage tracker for resource:security_group_rule and tenant:b693a3e9d73a4b4880b339e08e82500c is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:40.313518 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-4e92391a-e154-4c5e-ab80-b76de76cbd3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:40.329383 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-4e92391a-e154-4c5e-ab80-b76de76cbd3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:40.336893 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-51ae1673-dbf8-4df1-acf0-dd929f35b0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:40.344598 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:40.555006 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3027c152-4e9e-4939-8022-556c02dae5be admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:40.761181 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae1673-dbf8-4df1-acf0-dd929f35b0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f17edba-3a23-4825-ac7b-dea628974683,revision_number=2']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:40.776892 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-51ae1673-dbf8-4df1-acf0-dd929f35b0e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:40.878119 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-81a33135-62dd-4937-8b7c-cfbdd0aded54 req-51c08e0e-1e56-475b-84d0-e3dd1373b44c tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 210 time: 0.3651235 Jun 28 12:25:40.938481 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-3027c152-4e9e-4939-8022-556c02dae5be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:40.971420 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.managers [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-51ae1673-dbf8-4df1-acf0-dd929f35b0e4 service neutron] Attempting to bind port 0f17edba-3a23-4825-ac7b-dea628974683 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:25:40.972656 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.managers [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-51ae1673-dbf8-4df1-acf0-dd929f35b0e4 service neutron] Attempting to bind port 0f17edba-3a23-4825-ac7b-dea628974683 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '71508eb0-6c91-4d3b-8437-33177e43dd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '974161bb-c0f6-4b36-b0ef-a8b2d89321ab'}] {{(pid=79149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:25:40.973203 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-51ae1673-dbf8-4df1-acf0-dd929f35b0e4 service neutron] Attempting to bind port 0f17edba-3a23-4825-ac7b-dea628974683 on network 974161bb-c0f6-4b36-b0ef-a8b2d89321ab {{(pid=79149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:25:40.985699 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-51ae1673-dbf8-4df1-acf0-dd929f35b0e4 service neutron] Port 0f17edba-3a23-4825-ac7b-dea628974683 on network 974161bb-c0f6-4b36-b0ef-a8b2d89321ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:25:40.986374 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-51ae1673-dbf8-4df1-acf0-dd929f35b0e4 service neutron] Attempting to bind port 0f17edba-3a23-4825-ac7b-dea628974683 on network 974161bb-c0f6-4b36-b0ef-a8b2d89321ab {{(pid=79149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:25:41.028061 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-3027c152-4e9e-4939-8022-556c02dae5be admin admin] Usage tracker for resource:security_group_rule and tenant:6069d758bd664465bfa6c668759b031f is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:41.045969 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-51ae1673-dbf8-4df1-acf0-dd929f35b0e4 service neutron] Checking agent: {'id': '406cf176-031c-46fa-bfd0-dd20e5845d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'started_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:25:41.056343 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-3455a151-a8a3-4824-94a0-b6e42a46dff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:41.059351 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-51ae1673-dbf8-4df1-acf0-dd929f35b0e4 service neutron] Checking segment: {'id': '71508eb0-6c91-4d3b-8437-33177e43dd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '974161bb-c0f6-4b36-b0ef-a8b2d89321ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:25:41.064466 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-51ae1673-dbf8-4df1-acf0-dd929f35b0e4 service neutron] Bound using segment: {'id': '71508eb0-6c91-4d3b-8437-33177e43dd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '974161bb-c0f6-4b36-b0ef-a8b2d89321ab'} {{(pid=79149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:25:41.067505 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.managers [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-51ae1673-dbf8-4df1-acf0-dd929f35b0e4 service neutron] Bound port: 0f17edba-3a23-4825-ac7b-dea628974683, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71508eb0-6c91-4d3b-8437-33177e43dd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '974161bb-c0f6-4b36-b0ef-a8b2d89321ab'}}] {{(pid=79149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:25:41.068810 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-51ae1673-dbf8-4df1-acf0-dd929f35b0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:41.094140 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-3027c152-4e9e-4939-8022-556c02dae5be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:41.169442 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de311847-85d1-406b-b0c7-f0bd02e6417b service neutron] Pushing event updated for resources: {'Port': ['ID=0c5423c4-773d-4c8c-bdcf-114397a68321,revision_number=3']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:41.176724 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-3027c152-4e9e-4939-8022-556c02dae5be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:41.220969 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-de311847-85d1-406b-b0c7-f0bd02e6417b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.217s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:41.250430 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-15ac740c-fccb-4584-8294-4d5effc1c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:41.252570 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-15ac740c-fccb-4584-8294-4d5effc1c09a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=36f653daa91445fdab2af86df2ffcada&device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 1096 time: 0.7418523 Jun 28 12:25:41.268949 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c4a9b-c93e-4323-ae85-1fb160bfb31e req-3183e6ce-6b43-46bd-925e-8b74c3fe3ff7 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:41.270377 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-63173257-8432-487a-a09c-31ff7002a173 req-cfdf6f2c-9f51-4b71-868b-02453803aed3 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:41.271944 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cc3c4a9b-c93e-4323-ae85-1fb160bfb31e req-3183e6ce-6b43-46bd-925e-8b74c3fe3ff7 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 944 time: 0.7504070 Jun 28 12:25:41.299517 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-4e92391a-e154-4c5e-ab80-b76de76cbd3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:41.423861 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-4e92391a-e154-4c5e-ab80-b76de76cbd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:41.448843 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:41.467863 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cc3c4a9b-c93e-4323-ae85-1fb160bfb31e req-6985f7e1-097b-4597-8994-fb26450c591b tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad28f50-042c-49a1-bdd1-c13952d3d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832154 Jun 28 12:25:41.473729 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.db [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-51ae1673-dbf8-4df1-acf0-dd929f35b0e4 service neutron] For port 0f17edba-3a23-4825-ac7b-dea628974683, host hv-cinder-79809, cleared binding levels {{(pid=79149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:25:41.506291 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3027c152-4e9e-4939-8022-556c02dae5be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:41.537198 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-4e92391a-e154-4c5e-ab80-b76de76cbd3f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b693a3e9d73a4b4880b339e08e82500c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3311801 Jun 28 12:25:41.538502 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.db [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-51ae1673-dbf8-4df1-acf0-dd929f35b0e4 service neutron] For port 0f17edba-3a23-4825-ac7b-dea628974683, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0f17edba-3a23-4825-ac7b-dea628974683,segment=NetworkSegment(71508eb0-6c91-4d3b-8437-33177e43dd70),segment_id=71508eb0-6c91-4d3b-8437-33177e43dd70)] {{(pid=79149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:25:41.539926 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92391a-e154-4c5e-ab80-b76de76cbd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e5e30f-a446-4f2d-b519-9246eaa35e47,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:41.543256 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 44018) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:41.545876 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-4e92391a-e154-4c5e-ab80-b76de76cbd3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:41.591950 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9ebfb-3d46-4643-b796-1ce36b5f7b11 req-9fe2d855-bce5-4727-9989-8de93e4456e3 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:41.599652 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-22c9ebfb-3d46-4643-b796-1ce36b5f7b11 req-9fe2d855-bce5-4727-9989-8de93e4456e3 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 943 time: 0.3264704 Jun 28 12:25:41.619926 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-d97fdb1a-0fda-4cce-ad46-f93f4f3d9319 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c5423c4-773d-4c8c-bdcf-114397a68321 HTTP/1.1" status: 200 len: 217 time: 0.1112499 Jun 28 12:25:41.649773 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-51ae1673-dbf8-4df1-acf0-dd929f35b0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:41.654359 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3027c152-4e9e-4939-8022-556c02dae5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:41.655554 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-63173257-8432-487a-a09c-31ff7002a173 req-cfdf6f2c-9f51-4b71-868b-02453803aed3 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:41.682926 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:41.740449 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8b8d550a-ab09-470f-97e0-21b054f9f0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:41.761041 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-22c9ebfb-3d46-4643-b796-1ce36b5f7b11 req-b8339aa3-870f-48b3-9bbf-f5ffeebc9b50 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602497 Jun 28 12:25:41.782563 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-b162bcf8-1dd5-48fa-bd11-d87ca00662d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:41.794546 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-3027c152-4e9e-4939-8022-556c02dae5be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6069d758bd664465bfa6c668759b031f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3426988 Jun 28 12:25:41.798040 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 44024) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:41.804077 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-51ae1673-dbf8-4df1-acf0-dd929f35b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:41.805677 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-51ae1673-dbf8-4df1-acf0-dd929f35b0e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for port, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:41.807642 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-51ae1673-dbf8-4df1-acf0-dd929f35b0e4 service neutron] 10.222.0.64 "PUT /v2.0/ports/0f17edba-3a23-4825-ac7b-dea628974683 HTTP/1.1" status: 200 len: 1094 time: 3.0792084 Jun 28 12:25:41.810646 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caeb377c-7c10-45da-ad3a-733f3a64f59d', 'tag': '0f17edba-3a23-4825-ac7b-dea628974683'}] {{(pid=79149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:25:41.835721 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63173257-8432-487a-a09c-31ff7002a173 req-cfdf6f2c-9f51-4b71-868b-02453803aed3 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Network adf81282-f698-47e0-90b1-493d2e00a657 is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:25:41.842373 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-b3ddac4c-c419-42b7-8921-0aad3425d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:41.844303 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-b3ddac4c-c419-42b7-8921-0aad3425d0c4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a03ee274-938a-448e-9d48-ec3b7914912f HTTP/1.1" status: 200 len: 855 time: 0.1784141 Jun 28 12:25:41.845782 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [req-63173257-8432-487a-a09c-31ff7002a173 req-cfdf6f2c-9f51-4b71-868b-02453803aed3 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:25:41.876251 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c152-4e9e-4939-8022-556c02dae5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d497a659-acc4-4b59-9fa0-ab6ef9b5a89f,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:41.894002 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [req-63173257-8432-487a-a09c-31ff7002a173 req-cfdf6f2c-9f51-4b71-868b-02453803aed3 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:25:41.901164 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63173257-8432-487a-a09c-31ff7002a173 req-cfdf6f2c-9f51-4b71-868b-02453803aed3 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:41.902111 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-63173257-8432-487a-a09c-31ff7002a173 req-cfdf6f2c-9f51-4b71-868b-02453803aed3 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:41.914948 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8b8d550a-ab09-470f-97e0-21b054f9f0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:41.973239 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae1673-dbf8-4df1-acf0-dd929f35b0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f17edba-3a23-4825-ac7b-dea628974683,revision_number=3']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:41.987574 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-51ae1673-dbf8-4df1-acf0-dd929f35b0e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:42.092597 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [req-686b6288-16b0-47e4-a97e-833e1043c918 req-3f03b6ff-b274-4394-964c-9c40bc81ac55 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Allocated IP 172.20.0.13 (adf81282-f698-47e0-90b1-493d2e00a657/7dc9caa4-6d90-43c4-8646-fee7b397f523/aade2f67-08ef-4e10-b36d-66aaf64249e3) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:25:42.154594 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:42.296126 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8b8d550a-ab09-470f-97e0-21b054f9f0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:42.318350 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a7d62411-1346-4c5c-bb4b-1e4e12c76ec9 req-4cf8144c-ccc5-453a-8a3d-ac19a5fccf78 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 210 time: 0.2599368 Jun 28 12:25:42.341120 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:42.388841 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d550a-ab09-470f-97e0-21b054f9f0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e5e30f-a446-4f2d-b519-9246eaa35e47,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:42.392240 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-8b8d550a-ab09-470f-97e0-21b054f9f0c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:42.397949 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8b8d550a-ab09-470f-97e0-21b054f9f0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:42.399169 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-8b8d550a-ab09-470f-97e0-21b054f9f0c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/71e5e30f-a446-4f2d-b519-9246eaa35e47 HTTP/1.1" status: 204 len: 168 time: 0.8549042 Jun 28 12:25:42.422156 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ac15d6-1339-4bfb-9a96-7e70456dd67e', 'tag': '0c5423c4-773d-4c8c-bdcf-114397a68321', 'status': 'completed', 'code': 200} Jun 28 12:25:42.441578 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-7a73f2b2-6f2f-4b1a-884e-93b72b548f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:42.441867 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-7a73f2b2-6f2f-4b1a-884e-93b72b548f07 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c4f1bd4a407410f9e83f8646b80424d&device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 1097 time: 0.2947206 Jun 28 12:25:42.531917 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-85060b89-55a9-4a8f-927a-2da038e21eed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da84cf23-6416-4615-a8fa-d64c4a064a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6248157 Jun 28 12:25:42.535700 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-3027c152-4e9e-4939-8022-556c02dae5be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:42.572809 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-de311847-85d1-406b-b0c7-f0bd02e6417b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.780s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:42.671469 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-2130eecc-efa0-4cc2-9869-e77f08e0716c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f17edba-3a23-4825-ac7b-dea628974683 HTTP/1.1" status: 200 len: 217 time: 0.2016406 Jun 28 12:25:42.746903 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-63173257-8432-487a-a09c-31ff7002a173 req-cfdf6f2c-9f51-4b71-868b-02453803aed3 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6026180 Jun 28 12:25:42.868105 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-63173257-8432-487a-a09c-31ff7002a173 req-c7118521-bd75-4cb5-98d3-85756cb8665e service neutron] Request body: {'port': {'device_id': '80a7ef8c-bf1b-4ad3-8a40-95f57d9af528', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:25:42.983138 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-84fc797d-8f69-45b2-8356-bb1b18fac5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:43.014410 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-84fc797d-8f69-45b2-8356-bb1b18fac5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:43.091750 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caeb377c-7c10-45da-ad3a-733f3a64f59d', 'tag': '0f17edba-3a23-4825-ac7b-dea628974683', 'status': 'completed', 'code': 200} Jun 28 12:25:43.179448 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf6f2c-9f51-4b71-868b-02453803aed3 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Pushing event updated for resources: {'Port': ['ID=38dc09ed-d07b-4fa5-a688-dc4588629f74,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:43.180172 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-cfdf6f2c-9f51-4b71-868b-02453803aed3 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:43.201467 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-84fc797d-8f69-45b2-8356-bb1b18fac5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:43.241585 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-2329f99d-c9bd-432c-8976-2048b64c8216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:43.312052 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc797d-8f69-45b2-8356-bb1b18fac5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d497a659-acc4-4b59-9fa0-ab6ef9b5a89f,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:43.321211 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-84fc797d-8f69-45b2-8356-bb1b18fac5a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:43.324433 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-686b6288-16b0-47e4-a97e-833e1043c918 req-3f03b6ff-b274-4394-964c-9c40bc81ac55 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:43.368372 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-d63c2b7a-a88f-4852-bafa-a2eb0c94bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:43.368928 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-d63c2b7a-a88f-4852-bafa-a2eb0c94bcb9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fe9e9f6-9a54-4ef6-bf9b-eab57c5e0077 HTTP/1.1" status: 200 len: 851 time: 0.6422405 Jun 28 12:25:43.387108 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-84fc797d-8f69-45b2-8356-bb1b18fac5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:43.388553 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-84fc797d-8f69-45b2-8356-bb1b18fac5a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d497a659-acc4-4b59-9fa0-ab6ef9b5a89f HTTP/1.1" status: 204 len: 168 time: 1.5510638 Jun 28 12:25:43.417271 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-673cdeaa-1ec2-454b-a071-4b2a38bcd66c service neutron] 10.222.0.64 "GET /v2.0/networks/da84cf23-6416-4615-a8fa-d64c4a064a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8068674 Jun 28 12:25:43.429207 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-63173257-8432-487a-a09c-31ff7002a173 req-c7118521-bd75-4cb5-98d3-85756cb8665e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:43.462814 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-d7851df1-e832-4298-b130-8e95b1c3a050 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=974161bb-c0f6-4b36-b0ef-a8b2d89321ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630407 Jun 28 12:25:43.489563 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0715e9f-a6bd-4f82-87c9-ee973608a9d9 req-28d0b9b4-b9f4-40c8-8c18-7b0eae7db72e tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:43.491195 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f0715e9f-a6bd-4f82-87c9-ee973608a9d9 req-28d0b9b4-b9f4-40c8-8c18-7b0eae7db72e tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 944 time: 0.6857803 Jun 28 12:25:43.570752 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f9fdf-f21c-41ef-90f0-2006e1893431 req-b3caeaca-c121-42de-9074-a376b789eac1 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:43.584553 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-448f9fdf-f21c-41ef-90f0-2006e1893431 req-b3caeaca-c121-42de-9074-a376b789eac1 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 943 time: 0.3487923 Jun 28 12:25:43.643623 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-686b6288-16b0-47e4-a97e-833e1043c918 req-3f03b6ff-b274-4394-964c-9c40bc81ac55 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:43.662672 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-de311847-85d1-406b-b0c7-f0bd02e6417b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:43.753932 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f0715e9f-a6bd-4f82-87c9-ee973608a9d9 req-7472a05d-7264-4f7a-9e29-32aa0a0d56b4 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad28f50-042c-49a1-bdd1-c13952d3d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397604 Jun 28 12:25:43.779447 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-448f9fdf-f21c-41ef-90f0-2006e1893431 req-bc1a7241-feb9-4a04-8ff6-7bff8f7c37e7 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939037 Jun 28 12:25:43.828319 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-686b6288-16b0-47e4-a97e-833e1043c918 req-3f03b6ff-b274-4394-964c-9c40bc81ac55 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Network adf81282-f698-47e0-90b1-493d2e00a657 is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:25:43.845609 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [req-686b6288-16b0-47e4-a97e-833e1043c918 req-3f03b6ff-b274-4394-964c-9c40bc81ac55 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:25:43.848882 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [req-686b6288-16b0-47e4-a97e-833e1043c918 req-3f03b6ff-b274-4394-964c-9c40bc81ac55 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:25:43.855620 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b6288-16b0-47e4-a97e-833e1043c918 req-3f03b6ff-b274-4394-964c-9c40bc81ac55 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:43.856284 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-686b6288-16b0-47e4-a97e-833e1043c918 req-3f03b6ff-b274-4394-964c-9c40bc81ac55 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:43.869754 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-e34fb6b5-e789-4183-8115-3645610d6f45 service neutron] 10.222.0.64 "GET /v2.0/networks/974161bb-c0f6-4b36-b0ef-a8b2d89321ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897343 Jun 28 12:25:43.880225 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:43.919461 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d45fd561-7d38-42c0-ba38-daec76b1af30 req-cfeeb013-e683-4d39-8c4d-dd563f57c105 service neutron] 10.222.0.64 "GET /v2.0/networks/da84cf23-6416-4615-a8fa-d64c4a064a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790728 Jun 28 12:25:43.961897 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03b6ff-b274-4394-964c-9c40bc81ac55 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Pushing event updated for resources: {'Port': ['ID=aade2f67-08ef-4e10-b36d-66aaf64249e3,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:43.964833 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-3f03b6ff-b274-4394-964c-9c40bc81ac55 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:44.181567 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9b0415ff-5c7f-4449-9621-bd05ae5fbbf1 req-03f4e78b-2c73-420d-b001-e88f394550ee service neutron] 10.222.0.64 "GET /v2.0/networks/974161bb-c0f6-4b36-b0ef-a8b2d89321ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050165 Jun 28 12:25:44.191389 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-686b6288-16b0-47e4-a97e-833e1043c918 req-3f03b6ff-b274-4394-964c-9c40bc81ac55 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7315757 Jun 28 12:25:44.210017 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 44104) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:44.247164 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [req-63173257-8432-487a-a09c-31ff7002a173 req-c7118521-bd75-4cb5-98d3-85756cb8665e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38dc09ed-d07b-4fa5-a688-dc4588629f74 {{(pid=79148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:25:44.263294 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-63173257-8432-487a-a09c-31ff7002a173 req-c7118521-bd75-4cb5-98d3-85756cb8665e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:44.276749 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62588c6e-9da0-45bd-bcd3-34a18defe4a8 req-432c6ffa-c2e9-4b63-b3c3-b9827d440f77 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:44.280603 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-62588c6e-9da0-45bd-bcd3-34a18defe4a8 req-432c6ffa-c2e9-4b63-b3c3-b9827d440f77 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 932 time: 0.3695140 Jun 28 12:25:44.301191 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.provisioning_blocks [req-63173257-8432-487a-a09c-31ff7002a173 req-c7118521-bd75-4cb5-98d3-85756cb8665e service neutron] Transition to ACTIVE for port object 38dc09ed-d07b-4fa5-a688-dc4588629f74 will not be triggered until provisioned by entity L2. {{(pid=79148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:25:44.355071 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-62588c6e-9da0-45bd-bcd3-34a18defe4a8 req-d3042ad4-9d74-45fa-9295-28d99e4fa661 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Synchronizing usage tracker for tenant:f70e7bdbdb2e4a60bd5652622759bce1 on resource:security_group {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:25:44.474991 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-63173257-8432-487a-a09c-31ff7002a173 req-c7118521-bd75-4cb5-98d3-85756cb8665e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:44.495283 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-3f03b6ff-b274-4394-964c-9c40bc81ac55 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:44.508474 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-62588c6e-9da0-45bd-bcd3-34a18defe4a8 req-d3042ad4-9d74-45fa-9295-28d99e4fa661 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Unset dirty status for tenant:f70e7bdbdb2e4a60bd5652622759bce1 on resource:security_group {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:25:44.510059 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-62588c6e-9da0-45bd-bcd3-34a18defe4a8 req-d3042ad4-9d74-45fa-9295-28d99e4fa661 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231963 Jun 28 12:25:44.730052 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-468f713b-ae82-4358-8c97-dc88d5dacc56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:44.755487 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-468f713b-ae82-4358-8c97-dc88d5dacc56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:44.765541 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-468f713b-ae82-4358-8c97-dc88d5dacc56 admin admin] Usage tracker for resource:security_group_rule and tenant:a80d55d6cb254a7082bdf9ab2255c91e is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:44.769914 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-63173257-8432-487a-a09c-31ff7002a173 req-c7118521-bd75-4cb5-98d3-85756cb8665e service neutron] Attempting to bind port 38dc09ed-d07b-4fa5-a688-dc4588629f74 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:25:44.770252 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-63173257-8432-487a-a09c-31ff7002a173 req-c7118521-bd75-4cb5-98d3-85756cb8665e service neutron] Attempting to bind port 38dc09ed-d07b-4fa5-a688-dc4588629f74 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '6eccaa40-4863-4d4b-8c7d-84e7e4e57a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'adf81282-f698-47e0-90b1-493d2e00a657'}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:25:44.770663 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63173257-8432-487a-a09c-31ff7002a173 req-c7118521-bd75-4cb5-98d3-85756cb8665e service neutron] Attempting to bind port 38dc09ed-d07b-4fa5-a688-dc4588629f74 on network adf81282-f698-47e0-90b1-493d2e00a657 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:25:44.773721 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-468f713b-ae82-4358-8c97-dc88d5dacc56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:44.784034 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7118521-bd75-4cb5-98d3-85756cb8665e service neutron] Pushing event updated for resources: {'Port': ['ID=38dc09ed-d07b-4fa5-a688-dc4588629f74,revision_number=2']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:44.790330 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-c7118521-bd75-4cb5-98d3-85756cb8665e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:44.797802 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63173257-8432-487a-a09c-31ff7002a173 req-c7118521-bd75-4cb5-98d3-85756cb8665e service neutron] Port 38dc09ed-d07b-4fa5-a688-dc4588629f74 on network adf81282-f698-47e0-90b1-493d2e00a657 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:25:44.798529 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63173257-8432-487a-a09c-31ff7002a173 req-c7118521-bd75-4cb5-98d3-85756cb8665e service neutron] Attempting to bind port 38dc09ed-d07b-4fa5-a688-dc4588629f74 on network adf81282-f698-47e0-90b1-493d2e00a657 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:25:44.809234 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-468f713b-ae82-4358-8c97-dc88d5dacc56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:44.818429 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63173257-8432-487a-a09c-31ff7002a173 req-c7118521-bd75-4cb5-98d3-85756cb8665e service neutron] Checking agent: {'id': '406cf176-031c-46fa-bfd0-dd20e5845d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'started_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:25:44.818930 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63173257-8432-487a-a09c-31ff7002a173 req-c7118521-bd75-4cb5-98d3-85756cb8665e service neutron] Checking segment: {'id': '6eccaa40-4863-4d4b-8c7d-84e7e4e57a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'adf81282-f698-47e0-90b1-493d2e00a657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:25:44.819317 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63173257-8432-487a-a09c-31ff7002a173 req-c7118521-bd75-4cb5-98d3-85756cb8665e service neutron] Bound using segment: {'id': '6eccaa40-4863-4d4b-8c7d-84e7e4e57a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'adf81282-f698-47e0-90b1-493d2e00a657'} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:25:44.820249 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-63173257-8432-487a-a09c-31ff7002a173 req-c7118521-bd75-4cb5-98d3-85756cb8665e service neutron] Bound port: 38dc09ed-d07b-4fa5-a688-dc4588629f74, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eccaa40-4863-4d4b-8c7d-84e7e4e57a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'adf81282-f698-47e0-90b1-493d2e00a657'}}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:25:44.820807 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-63173257-8432-487a-a09c-31ff7002a173 req-c7118521-bd75-4cb5-98d3-85756cb8665e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:44.978516 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-686b6288-16b0-47e4-a97e-833e1043c918 req-68be124a-38f5-4e1a-a61e-1ddbfba2ea79 service neutron] Request body: {'port': {'device_id': 'a9cb368f-68be-47df-acb0-34ccdd798545', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:25:45.274691 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7118517-2621-43fe-86ca-594097d36f9c req-25f93c42-74d0-4c3a-8232-d0ebb9acc63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:45.276196 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f7118517-2621-43fe-86ca-594097d36f9c req-25f93c42-74d0-4c3a-8232-d0ebb9acc63e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=36f653daa91445fdab2af86df2ffcada&device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 1096 time: 0.3567109 Jun 28 12:25:45.308836 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8442381-6fbc-4a13-b5ed-f47d95308a13 req-4043c590-0bd0-4afc-8c7e-fd61913cd132 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:45.317096 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a8442381-6fbc-4a13-b5ed-f47d95308a13 req-4043c590-0bd0-4afc-8c7e-fd61913cd132 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 943 time: 0.2984211 Jun 28 12:25:45.330461 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669238b-475b-4408-af65-8c3d74ccbaf2 req-f5671b46-4fd7-4be5-89f8-df9cc83760ff tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:45.332724 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c669238b-475b-4408-af65-8c3d74ccbaf2 req-f5671b46-4fd7-4be5-89f8-df9cc83760ff tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 944 time: 0.2236185 Jun 28 12:25:45.453789 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-686b6288-16b0-47e4-a97e-833e1043c918 req-68be124a-38f5-4e1a-a61e-1ddbfba2ea79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:45.480222 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-468f713b-ae82-4358-8c97-dc88d5dacc56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:45.638578 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a8442381-6fbc-4a13-b5ed-f47d95308a13 req-de2638ff-42ae-4c7c-8c11-a83f07571fc7 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006618 Jun 28 12:25:45.643715 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-468f713b-ae82-4358-8c97-dc88d5dacc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:45.676933 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:45.695965 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c669238b-475b-4408-af65-8c3d74ccbaf2 req-2ca60ec1-3507-4e67-9a94-1c491d1fcbb8 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad28f50-042c-49a1-bdd1-c13952d3d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466961 Jun 28 12:25:45.707689 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7118517-2621-43fe-86ca-594097d36f9c req-56b29945-2f93-4166-9903-3ed01295b000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:45.709732 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f7118517-2621-43fe-86ca-594097d36f9c req-56b29945-2f93-4166-9903-3ed01295b000 service neutron] 10.222.0.64 "GET /v2.0/networks?id=da84cf23-6416-4615-a8fa-d64c4a064a3f HTTP/1.1" status: 200 len: 916 time: 0.3592668 Jun 28 12:25:45.750024 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371e684-0da1-405a-8674-047fe8951ad8 req-63819edd-e72f-4333-9051-f9d62b866a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:45.751765 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-9371e684-0da1-405a-8674-047fe8951ad8 req-63819edd-e72f-4333-9051-f9d62b866a0f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c4f1bd4a407410f9e83f8646b80424d&device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 1097 time: 0.6821060 Jun 28 12:25:45.790261 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-63173257-8432-487a-a09c-31ff7002a173 req-c7118521-bd75-4cb5-98d3-85756cb8665e service neutron] For port 38dc09ed-d07b-4fa5-a688-dc4588629f74, host hv-cinder-79809, cleared binding levels {{(pid=79148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:25:45.952724 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f7118517-2621-43fe-86ca-594097d36f9c req-245d9546-664e-416e-830d-daf04fc1f11c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c5423c4-773d-4c8c-bdcf-114397a68321 HTTP/1.1" status: 200 len: 217 time: 0.2276275 Jun 28 12:25:46.139813 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f713b-ae82-4358-8c97-dc88d5dacc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7fa263-e625-4e68-93b7-0d707b3910d2,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:46.144270 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7118517-2621-43fe-86ca-594097d36f9c req-4f88a689-533c-4e3e-a4af-d0a337d6a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:46.145673 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f7118517-2621-43fe-86ca-594097d36f9c req-4f88a689-533c-4e3e-a4af-d0a337d6a687 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a03ee274-938a-448e-9d48-ec3b7914912f HTTP/1.1" status: 200 len: 855 time: 0.1611953 Jun 28 12:25:46.150548 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-468f713b-ae82-4358-8c97-dc88d5dacc56 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a80d55d6cb254a7082bdf9ab2255c91e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9382529 Jun 28 12:25:46.151989 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-468f713b-ae82-4358-8c97-dc88d5dacc56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:46.174467 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 44170) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:46.243662 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f7118517-2621-43fe-86ca-594097d36f9c req-325d8951-b3dc-40ad-859e-52189d42d7fd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da84cf23-6416-4615-a8fa-d64c4a064a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681283 Jun 28 12:25:46.266585 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25c75a-31c8-44ad-8651-9234856133cd req-8855e2fd-7550-4e53-9f0d-12537e0f48d0 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:46.268565 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-fe25c75a-31c8-44ad-8651-9234856133cd req-8855e2fd-7550-4e53-9f0d-12537e0f48d0 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 932 time: 0.4333541 Jun 28 12:25:46.414545 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-fe25c75a-31c8-44ad-8651-9234856133cd req-a92f1d04-89d5-411e-9fc6-c0794badf3c0 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232002 Jun 28 12:25:46.522816 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-95bd4a87-b55b-49a1-8fb9-7f03584ce250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:46.556482 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-95bd4a87-b55b-49a1-8fb9-7f03584ce250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:46.589615 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 44180) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:46.611134 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371e684-0da1-405a-8674-047fe8951ad8 req-88bf4370-ebf3-44c1-9a56-0b50f4196917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:46.612940 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-9371e684-0da1-405a-8674-047fe8951ad8 req-88bf4370-ebf3-44c1-9a56-0b50f4196917 service neutron] 10.222.0.64 "GET /v2.0/networks?id=974161bb-c0f6-4b36-b0ef-a8b2d89321ab HTTP/1.1" status: 200 len: 912 time: 0.8201165 Jun 28 12:25:46.630171 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-63173257-8432-487a-a09c-31ff7002a173 req-c7118521-bd75-4cb5-98d3-85756cb8665e service neutron] For port 38dc09ed-d07b-4fa5-a688-dc4588629f74, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=38dc09ed-d07b-4fa5-a688-dc4588629f74,segment=NetworkSegment(6eccaa40-4863-4d4b-8c7d-84e7e4e57a69),segment_id=6eccaa40-4863-4d4b-8c7d-84e7e4e57a69)] {{(pid=79148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:25:46.762695 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-63173257-8432-487a-a09c-31ff7002a173 req-c7118521-bd75-4cb5-98d3-85756cb8665e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:46.865835 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-c7118521-bd75-4cb5-98d3-85756cb8665e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:46.866179 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f7118517-2621-43fe-86ca-594097d36f9c req-d643e5b8-53a4-497f-a924-a9785b753448 service neutron] 10.222.0.64 "GET /v2.0/networks/da84cf23-6416-4615-a8fa-d64c4a064a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5964036 Jun 28 12:25:47.073502 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-95bd4a87-b55b-49a1-8fb9-7f03584ce250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:47.172580 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-d38d14c5-5554-40b9-b8ff-265276a786f3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1721022242-network', 'tenant_id': '647288e87c064489aabfbb54e6c9e453'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:25:47.175438 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63173257-8432-487a-a09c-31ff7002a173 req-c7118521-bd75-4cb5-98d3-85756cb8665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:47.176161 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-63173257-8432-487a-a09c-31ff7002a173 req-c7118521-bd75-4cb5-98d3-85756cb8665e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:47.177721 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-63173257-8432-487a-a09c-31ff7002a173 req-c7118521-bd75-4cb5-98d3-85756cb8665e service neutron] 10.222.0.64 "PUT /v2.0/ports/38dc09ed-d07b-4fa5-a688-dc4588629f74 HTTP/1.1" status: 200 len: 1093 time: 4.3583229 Jun 28 12:25:47.178294 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a7ef8c-bf1b-4ad3-8a40-95f57d9af528', 'tag': '38dc09ed-d07b-4fa5-a688-dc4588629f74'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:25:47.190231 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:47.198690 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-9371e684-0da1-405a-8674-047fe8951ad8 req-12c6771c-d07e-4b13-bc7a-72c257479256 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f17edba-3a23-4825-ac7b-dea628974683 HTTP/1.1" status: 200 len: 217 time: 0.1358457 Jun 28 12:25:47.217649 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-d38d14c5-5554-40b9-b8ff-265276a786f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:47.217856 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [req-686b6288-16b0-47e4-a97e-833e1043c918 req-68be124a-38f5-4e1a-a61e-1ddbfba2ea79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aade2f67-08ef-4e10-b36d-66aaf64249e3 {{(pid=79148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:25:47.267567 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-d38d14c5-5554-40b9-b8ff-265276a786f3 admin admin] Usage tracker for resource:network and tenant:647288e87c064489aabfbb54e6c9e453 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:47.287644 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-d38d14c5-5554-40b9-b8ff-265276a786f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:47.309212 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-d38d14c5-5554-40b9-b8ff-265276a786f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:47.416296 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd4a87-b55b-49a1-8fb9-7f03584ce250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7fa263-e625-4e68-93b7-0d707b3910d2,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:47.418932 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7118521-bd75-4cb5-98d3-85756cb8665e service neutron] Pushing event updated for resources: {'Port': ['ID=38dc09ed-d07b-4fa5-a688-dc4588629f74,revision_number=3']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:47.418932 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-686b6288-16b0-47e4-a97e-833e1043c918 req-68be124a-38f5-4e1a-a61e-1ddbfba2ea79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:47.418932 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-c7118521-bd75-4cb5-98d3-85756cb8665e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:47.436330 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371e684-0da1-405a-8674-047fe8951ad8 req-e67b9c1d-0bd5-41a4-86db-d0d8dd607d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:47.437994 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-9371e684-0da1-405a-8674-047fe8951ad8 req-e67b9c1d-0bd5-41a4-86db-d0d8dd607d89 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5fe9e9f6-9a54-4ef6-bf9b-eab57c5e0077 HTTP/1.1" status: 200 len: 851 time: 0.2140448 Jun 28 12:25:47.441966 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.provisioning_blocks [req-686b6288-16b0-47e4-a97e-833e1043c918 req-68be124a-38f5-4e1a-a61e-1ddbfba2ea79 service neutron] Transition to ACTIVE for port object aade2f67-08ef-4e10-b36d-66aaf64249e3 will not be triggered until provisioned by entity L2. {{(pid=79148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:25:47.450471 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-95bd4a87-b55b-49a1-8fb9-7f03584ce250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:47.465959 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-95bd4a87-b55b-49a1-8fb9-7f03584ce250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:47.471863 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-95bd4a87-b55b-49a1-8fb9-7f03584ce250 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee7fa263-e625-4e68-93b7-0d707b3910d2 HTTP/1.1" status: 204 len: 168 time: 1.2890344 Jun 28 12:25:47.523720 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-9371e684-0da1-405a-8674-047fe8951ad8 req-7d75d718-e783-4c29-bf4f-e42e66d37ceb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=974161bb-c0f6-4b36-b0ef-a8b2d89321ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774171 Jun 28 12:25:47.569766 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048dc5c-0beb-4bb7-9014-c75a09c611f9 req-6875c942-3d1f-47f4-8f40-2b0b68613d48 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:47.571308 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1048dc5c-0beb-4bb7-9014-c75a09c611f9 req-6875c942-3d1f-47f4-8f40-2b0b68613d48 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 943 time: 0.6886652 Jun 28 12:25:47.608543 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63173257-8432-487a-a09c-31ff7002a173 req-b5b90e92-eb70-4c5e-bb88-ddfb3a93a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:47.610462 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-63173257-8432-487a-a09c-31ff7002a173 req-b5b90e92-eb70-4c5e-bb88-ddfb3a93a923 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f70e7bdbdb2e4a60bd5652622759bce1&device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 1096 time: 0.2418087 Jun 28 12:25:47.660344 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1fa24-4d8a-4e67-9883-90a7d5b7b317 req-2f5add58-97d6-4bfc-98e5-cc80fc116315 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:47.662715 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a5f1fa24-4d8a-4e67-9883-90a7d5b7b317 req-2f5add58-97d6-4bfc-98e5-cc80fc116315 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 944 time: 0.6519177 Jun 28 12:25:47.664881 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f7118517-2621-43fe-86ca-594097d36f9c req-40063d78-9c3b-41e9-a366-67008d447e2c service neutron] 10.222.0.64 "GET /v2.0/networks/da84cf23-6416-4615-a8fa-d64c4a064a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6553998 Jun 28 12:25:47.688351 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1048dc5c-0beb-4bb7-9014-c75a09c611f9 req-eefbe8d5-6692-4f5b-89ac-38bbafcaf726 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964789 Jun 28 12:25:47.748528 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-9371e684-0da1-405a-8674-047fe8951ad8 req-8cc8f65b-789b-42a9-857b-d381217f7077 service neutron] 10.222.0.64 "GET /v2.0/networks/974161bb-c0f6-4b36-b0ef-a8b2d89321ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889787 Jun 28 12:25:47.750281 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a7ef8c-bf1b-4ad3-8a40-95f57d9af528', 'tag': '38dc09ed-d07b-4fa5-a688-dc4588629f74', 'status': 'completed', 'code': 200} Jun 28 12:25:47.763283 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a5f1fa24-4d8a-4e67-9883-90a7d5b7b317 req-0ae05f9f-7a58-46ac-a1b0-8909f1d745d5 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad28f50-042c-49a1-bdd1-c13952d3d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912075 Jun 28 12:25:47.970933 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb7437-a0ec-40b1-aee0-3c4fa7c8032a req-4afe7010-8c99-4b92-9739-bd041212a023 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:47.975932 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cebb7437-a0ec-40b1-aee0-3c4fa7c8032a req-4afe7010-8c99-4b92-9739-bd041212a023 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 932 time: 0.1253259 Jun 28 12:25:48.036257 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cebb7437-a0ec-40b1-aee0-3c4fa7c8032a req-40f7040c-bf50-4b9e-ae4b-93b0ca20ad07 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550239 Jun 28 12:25:48.208672 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38d14c5-5554-40b9-b8ff-265276a786f3 admin admin] Made reservation on behalf of 647288e87c064489aabfbb54e6c9e453 for: {'network': 1} {{(pid=79149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:25:48.266709 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-d38d14c5-5554-40b9-b8ff-265276a786f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for network, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:48.266709 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-d38d14c5-5554-40b9-b8ff-265276a786f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:48.266709 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-d38d14c5-5554-40b9-b8ff-265276a786f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:48.266709 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-d38d14c5-5554-40b9-b8ff-265276a786f3 admin admin] Usage tracker for resource:security_group_rule and tenant:647288e87c064489aabfbb54e6c9e453 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:48.266709 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-d38d14c5-5554-40b9-b8ff-265276a786f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:48.266709 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-d38d14c5-5554-40b9-b8ff-265276a786f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:48.344999 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-d38d14c5-5554-40b9-b8ff-265276a786f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:48.856101 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-686b6288-16b0-47e4-a97e-833e1043c918 req-68be124a-38f5-4e1a-a61e-1ddbfba2ea79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:48.871409 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-c7118521-bd75-4cb5-98d3-85756cb8665e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:48.912630 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-d38d14c5-5554-40b9-b8ff-265276a786f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:48.922393 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:49.087175 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38d14c5-5554-40b9-b8ff-265276a786f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=79149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:25:49.105973 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be124a-38f5-4e1a-a61e-1ddbfba2ea79 service neutron] Pushing event updated for resources: {'Port': ['ID=aade2f67-08ef-4e10-b36d-66aaf64249e3,revision_number=2']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:49.113673 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-68be124a-38f5-4e1a-a61e-1ddbfba2ea79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:49.126278 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d14c5-5554-40b9-b8ff-265276a786f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5081ba0e-c198-4025-b8da-a44d43d1e92f,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:49.126278 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-d38d14c5-5554-40b9-b8ff-265276a786f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:49.140274 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-d38d14c5-5554-40b9-b8ff-265276a786f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:49.140678 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.db.segments_db [None req-d38d14c5-5554-40b9-b8ff-265276a786f3 admin admin] Added segment c0e0ef01-dcde-4931-8a12-411b4eba0c88 of type vlan for network 2ef01d15-d0c6-44b5-ab21-c7fcf93bafe4 Jun 28 12:25:49.151186 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-686b6288-16b0-47e4-a97e-833e1043c918 req-68be124a-38f5-4e1a-a61e-1ddbfba2ea79 service neutron] Attempting to bind port aade2f67-08ef-4e10-b36d-66aaf64249e3 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:25:49.151523 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-686b6288-16b0-47e4-a97e-833e1043c918 req-68be124a-38f5-4e1a-a61e-1ddbfba2ea79 service neutron] Attempting to bind port aade2f67-08ef-4e10-b36d-66aaf64249e3 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '6eccaa40-4863-4d4b-8c7d-84e7e4e57a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'adf81282-f698-47e0-90b1-493d2e00a657'}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:25:49.154675 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686b6288-16b0-47e4-a97e-833e1043c918 req-68be124a-38f5-4e1a-a61e-1ddbfba2ea79 service neutron] Attempting to bind port aade2f67-08ef-4e10-b36d-66aaf64249e3 on network adf81282-f698-47e0-90b1-493d2e00a657 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:25:49.156821 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686b6288-16b0-47e4-a97e-833e1043c918 req-68be124a-38f5-4e1a-a61e-1ddbfba2ea79 service neutron] Port aade2f67-08ef-4e10-b36d-66aaf64249e3 on network adf81282-f698-47e0-90b1-493d2e00a657 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:25:49.157307 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686b6288-16b0-47e4-a97e-833e1043c918 req-68be124a-38f5-4e1a-a61e-1ddbfba2ea79 service neutron] Attempting to bind port aade2f67-08ef-4e10-b36d-66aaf64249e3 on network adf81282-f698-47e0-90b1-493d2e00a657 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:25:49.163489 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686b6288-16b0-47e4-a97e-833e1043c918 req-68be124a-38f5-4e1a-a61e-1ddbfba2ea79 service neutron] Checking agent: {'id': '406cf176-031c-46fa-bfd0-dd20e5845d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'started_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:25:49.163489 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686b6288-16b0-47e4-a97e-833e1043c918 req-68be124a-38f5-4e1a-a61e-1ddbfba2ea79 service neutron] Checking segment: {'id': '6eccaa40-4863-4d4b-8c7d-84e7e4e57a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'adf81282-f698-47e0-90b1-493d2e00a657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:25:49.163799 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686b6288-16b0-47e4-a97e-833e1043c918 req-68be124a-38f5-4e1a-a61e-1ddbfba2ea79 service neutron] Bound using segment: {'id': '6eccaa40-4863-4d4b-8c7d-84e7e4e57a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'adf81282-f698-47e0-90b1-493d2e00a657'} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:25:49.164303 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-686b6288-16b0-47e4-a97e-833e1043c918 req-68be124a-38f5-4e1a-a61e-1ddbfba2ea79 service neutron] Bound port: aade2f67-08ef-4e10-b36d-66aaf64249e3, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eccaa40-4863-4d4b-8c7d-84e7e4e57a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'adf81282-f698-47e0-90b1-493d2e00a657'}}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:25:49.164569 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-686b6288-16b0-47e4-a97e-833e1043c918 req-68be124a-38f5-4e1a-a61e-1ddbfba2ea79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:49.268746 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468da3f-907d-430d-aea5-b7bc0c52c282 req-c9a3bb83-b235-4320-b7af-41752ce811c6 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:49.275157 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1468da3f-907d-430d-aea5-b7bc0c52c282 req-c9a3bb83-b235-4320-b7af-41752ce811c6 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 943 time: 0.4786134 Jun 28 12:25:49.280497 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-686b6288-16b0-47e4-a97e-833e1043c918 req-68be124a-38f5-4e1a-a61e-1ddbfba2ea79 service neutron] For port aade2f67-08ef-4e10-b36d-66aaf64249e3, host hv-cinder-79809, cleared binding levels {{(pid=79148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:25:49.286201 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-686b6288-16b0-47e4-a97e-833e1043c918 req-68be124a-38f5-4e1a-a61e-1ddbfba2ea79 service neutron] For port aade2f67-08ef-4e10-b36d-66aaf64249e3, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=aade2f67-08ef-4e10-b36d-66aaf64249e3,segment=NetworkSegment(6eccaa40-4863-4d4b-8c7d-84e7e4e57a69),segment_id=6eccaa40-4863-4d4b-8c7d-84e7e4e57a69)] {{(pid=79148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:25:49.314001 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-d38d14c5-5554-40b9-b8ff-265276a786f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727236854384'] for network, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:49.327803 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d40f61-052b-496f-a051-9dc6249ceb70 req-e0f6a94c-be77-469b-9a68-744c94e707a5 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:49.330947 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c6d40f61-052b-496f-a051-9dc6249ceb70 req-e0f6a94c-be77-469b-9a68-744c94e707a5 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 944 time: 0.3824320 Jun 28 12:25:49.402388 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1468da3f-907d-430d-aea5-b7bc0c52c282 req-509e9b1c-4224-47c9-b7ad-e7755c863897 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170838 Jun 28 12:25:49.406907 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-686b6288-16b0-47e4-a97e-833e1043c918 req-68be124a-38f5-4e1a-a61e-1ddbfba2ea79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:49.412230 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:49.416107 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c6d40f61-052b-496f-a051-9dc6249ceb70 req-91326b79-15e5-4deb-b077-3d4ed355dcb2 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad28f50-042c-49a1-bdd1-c13952d3d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757949 Jun 28 12:25:49.468943 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b6288-16b0-47e4-a97e-833e1043c918 req-68be124a-38f5-4e1a-a61e-1ddbfba2ea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:49.469542 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-686b6288-16b0-47e4-a97e-833e1043c918 req-68be124a-38f5-4e1a-a61e-1ddbfba2ea79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:49.470906 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-686b6288-16b0-47e4-a97e-833e1043c918 req-68be124a-38f5-4e1a-a61e-1ddbfba2ea79 service neutron] 10.222.0.64 "PUT /v2.0/ports/aade2f67-08ef-4e10-b36d-66aaf64249e3 HTTP/1.1" status: 200 len: 1094 time: 4.5008504 Jun 28 12:25:49.492262 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be124a-38f5-4e1a-a61e-1ddbfba2ea79 service neutron] Pushing event updated for resources: {'Port': ['ID=aade2f67-08ef-4e10-b36d-66aaf64249e3,revision_number=3']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:49.495253 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-68be124a-38f5-4e1a-a61e-1ddbfba2ea79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:49.538428 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-d38d14c5-5554-40b9-b8ff-265276a786f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291'] for network, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:49.540241 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38d14c5-5554-40b9-b8ff-265276a786f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:49.541158 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-d38d14c5-5554-40b9-b8ff-265276a786f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:49.546938 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:49.678590 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 44242) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:49.697302 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1db6ac5e-8581-4d3a-a562-3fce7a47af87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:49.720169 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-1db6ac5e-8581-4d3a-a562-3fce7a47af87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:49.730182 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-d38d14c5-5554-40b9-b8ff-265276a786f3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.1324136 Jun 28 12:25:49.733260 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d14c5-5554-40b9-b8ff-265276a786f3 admin admin] Pushing event updated for resources: {'Network': ['ID=2ef01d15-d0c6-44b5-ab21-c7fcf93bafe4,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:49.737838 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-d38d14c5-5554-40b9-b8ff-265276a786f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:49.739475 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 44248) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:49.743686 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-1db6ac5e-8581-4d3a-a562-3fce7a47af87 admin admin] Usage tracker for resource:security_group_rule and tenant:def9295d091f469a8dc7240a05468b84 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:49.746136 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Network 2ef01d15-d0c6-44b5-ab21-c7fcf93bafe4 details requested by agent ovs-agent-dv-cinder-798094-1-iscsi with host dv-cinder-798094-1-iscsi {{(pid=79150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:25:49.752801 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-0edf09f8-974a-4426-9a08-51a8a92220c9 admin admin] Request body: {'subnet': {'network_id': '2ef01d15-d0c6-44b5-ab21-c7fcf93bafe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1721022242-subnet', 'tenant_id': '647288e87c064489aabfbb54e6c9e453', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:25:49.758467 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-1db6ac5e-8581-4d3a-a562-3fce7a47af87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:49.761773 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-0edf09f8-974a-4426-9a08-51a8a92220c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:49.775312 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-0edf09f8-974a-4426-9a08-51a8a92220c9 admin admin] Usage tracker for resource:subnet and tenant:647288e87c064489aabfbb54e6c9e453 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:49.779537 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-1db6ac5e-8581-4d3a-a562-3fce7a47af87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:49.781613 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-0edf09f8-974a-4426-9a08-51a8a92220c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:49.792488 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-0edf09f8-974a-4426-9a08-51a8a92220c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:49.808432 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d0371-3d9e-4654-bbdb-ca1f5aeee7aa req-0ef1218d-2a79-4e64-9c22-35a9fb9bb2cd tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:49.817069 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-df9d0371-3d9e-4654-bbdb-ca1f5aeee7aa req-0ef1218d-2a79-4e64-9c22-35a9fb9bb2cd tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 944 time: 0.2339969 Jun 28 12:25:49.886282 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-df9d0371-3d9e-4654-bbdb-ca1f5aeee7aa req-e6e74f78-8ee3-4bbc-ab47-9b2efa54af3f tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683315 Jun 28 12:25:49.888390 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9cb368f-68be-47df-acb0-34ccdd798545', 'tag': 'aade2f67-08ef-4e10-b36d-66aaf64249e3'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:25:49.938414 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edf09f8-974a-4426-9a08-51a8a92220c9 admin admin] Made reservation on behalf of 647288e87c064489aabfbb54e6c9e453 for: {'subnet': 1} {{(pid=79149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:25:49.941629 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0edf09f8-974a-4426-9a08-51a8a92220c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:50.048599 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9cb368f-68be-47df-acb0-34ccdd798545', 'tag': 'aade2f67-08ef-4e10-b36d-66aaf64249e3', 'status': 'completed', 'code': 200} Jun 28 12:25:50.061844 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-63173257-8432-487a-a09c-31ff7002a173 req-6d2db059-fad4-43c3-b1c5-a0e7eae85827 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38dc09ed-d07b-4fa5-a688-dc4588629f74 HTTP/1.1" status: 200 len: 217 time: 0.1674914 Jun 28 12:25:50.188967 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b6288-16b0-47e4-a97e-833e1043c918 req-0051d681-d544-42f7-9f28-865d2926c874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:50.190012 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-686b6288-16b0-47e4-a97e-833e1043c918 req-0051d681-d544-42f7-9f28-865d2926c874 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f70e7bdbdb2e4a60bd5652622759bce1&device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 1097 time: 0.2114513 Jun 28 12:25:50.230052 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1db6ac5e-8581-4d3a-a562-3fce7a47af87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:50.254208 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-9371e684-0da1-405a-8674-047fe8951ad8 req-388f0525-2013-4be3-a6a5-6aba82f37842 service neutron] 10.222.0.64 "GET /v2.0/networks/974161bb-c0f6-4b36-b0ef-a8b2d89321ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543905 Jun 28 12:25:50.256064 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63173257-8432-487a-a09c-31ff7002a173 req-be67c673-a131-45c0-8182-95c2e275a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:50.257782 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-63173257-8432-487a-a09c-31ff7002a173 req-be67c673-a131-45c0-8182-95c2e275a0be service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7dc9caa4-6d90-43c4-8646-fee7b397f523 HTTP/1.1" status: 200 len: 859 time: 0.1218157 Jun 28 12:25:50.314123 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-686b6288-16b0-47e4-a97e-833e1043c918 req-05864c7c-a047-414e-ae9d-a8a62b4a8294 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aade2f67-08ef-4e10-b36d-66aaf64249e3 HTTP/1.1" status: 200 len: 217 time: 0.0824480 Jun 28 12:25:50.384166 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1db6ac5e-8581-4d3a-a562-3fce7a47af87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:50.397847 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-63173257-8432-487a-a09c-31ff7002a173 req-863151bf-db73-425f-9f3d-d092be10a812 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=adf81282-f698-47e0-90b1-493d2e00a657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206663 Jun 28 12:25:50.400136 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:50.426844 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b6288-16b0-47e4-a97e-833e1043c918 req-a151450c-4a9b-4002-93ad-f6d2a856514e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:50.426844 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-686b6288-16b0-47e4-a97e-833e1043c918 req-a151450c-4a9b-4002-93ad-f6d2a856514e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7dc9caa4-6d90-43c4-8646-fee7b397f523 HTTP/1.1" status: 200 len: 859 time: 0.0996110 Jun 28 12:25:50.483800 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-1db6ac5e-8581-4d3a-a562-3fce7a47af87 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=def9295d091f469a8dc7240a05468b84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8040872 Jun 28 12:25:50.487324 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6ac5e-8581-4d3a-a562-3fce7a47af87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a30c0d-22fe-49e9-82a8-4c2de5cd17af,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:50.524183 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 44280) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:50.540287 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-1db6ac5e-8581-4d3a-a562-3fce7a47af87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:50.553757 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-686b6288-16b0-47e4-a97e-833e1043c918 req-850a26eb-7c27-4050-b93d-951ad741b43d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=adf81282-f698-47e0-90b1-493d2e00a657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085165 Jun 28 12:25:50.614576 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0edf09f8-974a-4426-9a08-51a8a92220c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291'] for subnet, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:50.616182 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-63173257-8432-487a-a09c-31ff7002a173 req-4865975e-c7b1-4cfa-9eac-e7c3160c3129 service neutron] 10.222.0.64 "GET /v2.0/networks/adf81282-f698-47e0-90b1-493d2e00a657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054181 Jun 28 12:25:50.638314 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-517bed7e-ceb4-4f5c-973a-72d7c9e52794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:50.770976 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-63173257-8432-487a-a09c-31ff7002a173 req-b42e0b7e-a833-4c8c-adde-8b1df740e438 service neutron] 10.222.0.64 "GET /v2.0/networks/adf81282-f698-47e0-90b1-493d2e00a657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474245 Jun 28 12:25:50.987421 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf09f8-974a-4426-9a08-51a8a92220c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7c2e087-df50-4ad1-ab5b-ccacfed79837,revision_number=0']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:50.990777 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-0edf09f8-974a-4426-9a08-51a8a92220c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:51.016218 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-75aeb8a6-ceca-49c5-b666-5efdbea8034e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:51.022392 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-686b6288-16b0-47e4-a97e-833e1043c918 req-621290e8-0557-48f5-b521-8ab497d3ce77 service neutron] 10.222.0.64 "GET /v2.0/networks/adf81282-f698-47e0-90b1-493d2e00a657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581571 Jun 28 12:25:51.027354 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edf09f8-974a-4426-9a08-51a8a92220c9 admin admin] Checking segment: {'id': 'c0e0ef01-dcde-4931-8a12-411b4eba0c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2ef01d15-d0c6-44b5-ab21-c7fcf93bafe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:25:51.027701 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edf09f8-974a-4426-9a08-51a8a92220c9 admin admin] Network hostable DHCP agents. Network: 2ef01d15-d0c6-44b5-ab21-c7fcf93bafe4, hostable agents: ['00922891-a33d-4784-963e-6ef69cbf19e0'], hosted agents: [] {{(pid=79149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:25:51.085147 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49138a8c-3f72-4317-aecd-731e644b8dbe req-5b3e06a8-6de4-4177-8b4f-47fab80ffebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:51.088532 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-49138a8c-3f72-4317-aecd-731e644b8dbe req-5b3e06a8-6de4-4177-8b4f-47fab80ffebd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f70e7bdbdb2e4a60bd5652622759bce1&device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 1096 time: 0.1368623 Jun 28 12:25:51.117866 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 44298) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:51.118086 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-75aeb8a6-ceca-49c5-b666-5efdbea8034e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:51.219798 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325e212-6643-46e0-b909-74f9eecc7615 req-795c4316-e5ed-4b51-aebe-07d1d8653ae2 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:51.221316 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1325e212-6643-46e0-b909-74f9eecc7615 req-795c4316-e5ed-4b51-aebe-07d1d8653ae2 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 943 time: 0.5554130 Jun 28 12:25:51.267174 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49138a8c-3f72-4317-aecd-731e644b8dbe req-fb8c3875-7876-45bb-b913-4a08c05b6678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:51.273418 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-49138a8c-3f72-4317-aecd-731e644b8dbe req-fb8c3875-7876-45bb-b913-4a08c05b6678 service neutron] 10.222.0.64 "GET /v2.0/networks?id=adf81282-f698-47e0-90b1-493d2e00a657 HTTP/1.1" status: 200 len: 920 time: 0.1752291 Jun 28 12:25:51.315910 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0ebdf-04bd-4ddd-9eaa-6a3f1a7104c3 req-9b0006d0-6db6-4b68-88b1-a1f5675fd721 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:51.322970 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d2f0ebdf-04bd-4ddd-9eaa-6a3f1a7104c3 req-9b0006d0-6db6-4b68-88b1-a1f5675fd721 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 944 time: 0.6579943 Jun 28 12:25:51.329863 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edf09f8-974a-4426-9a08-51a8a92220c9 admin admin] Network 2ef01d15-d0c6-44b5-ab21-c7fcf93bafe4 is scheduled to be hosted by DHCP agent 00922891-a33d-4784-963e-6ef69cbf19e0 with binding_index 1 {{(pid=79149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:25:51.349922 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-686b6288-16b0-47e4-a97e-833e1043c918 req-109611ae-e028-478c-bff8-3396e4e0553f service neutron] 10.222.0.64 "GET /v2.0/networks/adf81282-f698-47e0-90b1-493d2e00a657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090391 Jun 28 12:25:51.359109 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1325e212-6643-46e0-b909-74f9eecc7615 req-93c61a6b-766e-4b98-855f-762369932ec8 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167290 Jun 28 12:25:51.363997 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-49138a8c-3f72-4317-aecd-731e644b8dbe req-ec485bd3-eb09-494e-8ebc-e5c9a9912e05 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38dc09ed-d07b-4fa5-a688-dc4588629f74 HTTP/1.1" status: 200 len: 217 time: 0.0872781 Jun 28 12:25:51.367080 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7e5e6bde-3c45-45ad-8876-d765673b6061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:51.399415 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d2f0ebdf-04bd-4ddd-9eaa-6a3f1a7104c3 req-d8bb1e2f-4944-4847-bc61-cbd1ce08267f tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad28f50-042c-49a1-bdd1-c13952d3d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690987 Jun 28 12:25:51.433506 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-7e5e6bde-3c45-45ad-8876-d765673b6061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:51.449380 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-7e5e6bde-3c45-45ad-8876-d765673b6061 admin admin] Usage tracker for resource:security_group_rule and tenant:69877bb2a5144fd28c4d65ba75fe3f20 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:51.453834 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-7e5e6bde-3c45-45ad-8876-d765673b6061 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:51.457646 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-75aeb8a6-ceca-49c5-b666-5efdbea8034e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:51.461152 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-2611787e-d827-4d9d-8aee-2d98c0ca5c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:51.467158 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-7e5e6bde-3c45-45ad-8876-d765673b6061 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:51.475943 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aeb8a6-ceca-49c5-b666-5efdbea8034e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a30c0d-22fe-49e9-82a8-4c2de5cd17af,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:51.478328 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-75aeb8a6-ceca-49c5-b666-5efdbea8034e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:51.481941 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.base_scheduler [None req-0edf09f8-974a-4426-9a08-51a8a92220c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-iscsi, 2ef01d15-d0c6-44b5-ab21-c7fcf93bafe4) {{(pid=79149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:25:51.486729 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edf09f8-974a-4426-9a08-51a8a92220c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:51.492305 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0edf09f8-974a-4426-9a08-51a8a92220c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for subnet, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:51.494905 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49138a8c-3f72-4317-aecd-731e644b8dbe req-002e7126-422e-41da-a365-4541154609bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:51.496331 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9f559d-815e-4eec-8d57-8949653827c6 None None] Network 2ef01d15-d0c6-44b5-ab21-c7fcf93bafe4 requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:25:51.497390 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-49138a8c-3f72-4317-aecd-731e644b8dbe req-002e7126-422e-41da-a365-4541154609bf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7dc9caa4-6d90-43c4-8646-fee7b397f523 HTTP/1.1" status: 200 len: 859 time: 0.1110747 Jun 28 12:25:51.506956 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-75aeb8a6-ceca-49c5-b666-5efdbea8034e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:51.508114 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-75aeb8a6-ceca-49c5-b666-5efdbea8034e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1a30c0d-22fe-49e9-82a8-4c2de5cd17af HTTP/1.1" status: 204 len: 168 time: 0.9829173 Jun 28 12:25:51.598720 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7e5e6bde-3c45-45ad-8876-d765673b6061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:51.613418 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-0edf09f8-974a-4426-9a08-51a8a92220c9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8726513 Jun 28 12:25:51.683320 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-49138a8c-3f72-4317-aecd-731e644b8dbe req-96b2174b-29d1-4dac-8d09-eecbc61c8e0e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=adf81282-f698-47e0-90b1-493d2e00a657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820572 Jun 28 12:25:51.729051 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7e5e6bde-3c45-45ad-8876-d765673b6061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:51.731212 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a50136-0f87-4cf2-b2ef-5abd0a5448a1 req-ae620e7b-f786-459e-8c1f-8ab955efd534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:51.736330 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-73a50136-0f87-4cf2-b2ef-5abd0a5448a1 req-ae620e7b-f786-459e-8c1f-8ab955efd534 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f70e7bdbdb2e4a60bd5652622759bce1&device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 1097 time: 0.1772296 Jun 28 12:25:51.754672 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:51.791228 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da2802-1b06-427a-8e5c-93e410affb1c req-07c95a26-7900-43aa-9222-e55dae38fc39 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:51.798364 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-72da2802-1b06-427a-8e5c-93e410affb1c req-07c95a26-7900-43aa-9222-e55dae38fc39 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 944 time: 0.1936953 Jun 28 12:25:51.868844 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1a7909-d9b3-4d74-8383-8d63c7ab4b51 None None] Network 2ef01d15-d0c6-44b5-ab21-c7fcf93bafe4 requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:25:51.888208 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e6bde-3c45-45ad-8876-d765673b6061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70dce788-1110-4448-8e03-e43ed84416e6,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:51.891405 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-7e5e6bde-3c45-45ad-8876-d765673b6061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:51.900158 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-7e5e6bde-3c45-45ad-8876-d765673b6061 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69877bb2a5144fd28c4d65ba75fe3f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7782440 Jun 28 12:25:51.900495 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 44320) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:52.005830 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a50136-0f87-4cf2-b2ef-5abd0a5448a1 req-1240b41e-f15b-40bf-a607-12043c8184d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:52.007327 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-73a50136-0f87-4cf2-b2ef-5abd0a5448a1 req-1240b41e-f15b-40bf-a607-12043c8184d2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=adf81282-f698-47e0-90b1-493d2e00a657 HTTP/1.1" status: 200 len: 920 time: 0.2669177 Jun 28 12:25:52.010158 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-72da2802-1b06-427a-8e5c-93e410affb1c req-68d45641-490e-4116-99c4-bc1d33bea86b tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109694 Jun 28 12:25:52.047765 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-49138a8c-3f72-4317-aecd-731e644b8dbe req-a4f67515-0927-437c-9461-434520410a4c service neutron] 10.222.0.64 "GET /v2.0/networks/adf81282-f698-47e0-90b1-493d2e00a657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564477 Jun 28 12:25:52.129500 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-73a50136-0f87-4cf2-b2ef-5abd0a5448a1 req-fa00127c-5f6e-4309-bc22-d520c29fcea5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aade2f67-08ef-4e10-b36d-66aaf64249e3 HTTP/1.1" status: 200 len: 217 time: 0.1063204 Jun 28 12:25:52.172222 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-fb7cf09d-9e5a-47ef-bbd2-50ff3a1b6145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:52.212648 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 38dc09ed-d07b-4fa5-a688-dc4588629f74 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:25:52.243992 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a50136-0f87-4cf2-b2ef-5abd0a5448a1 req-eaebf187-03eb-45ac-97bd-2c31f3eac036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:52.246176 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-73a50136-0f87-4cf2-b2ef-5abd0a5448a1 req-eaebf187-03eb-45ac-97bd-2c31f3eac036 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7dc9caa4-6d90-43c4-8646-fee7b397f523 HTTP/1.1" status: 200 len: 859 time: 0.1122382 Jun 28 12:25:52.288387 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-fb7cf09d-9e5a-47ef-bbd2-50ff3a1b6145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:52.321164 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-73a50136-0f87-4cf2-b2ef-5abd0a5448a1 req-427bc337-03cd-4b0a-9153-9535e7ea58b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=adf81282-f698-47e0-90b1-493d2e00a657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683706 Jun 28 12:25:52.427362 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-49138a8c-3f72-4317-aecd-731e644b8dbe req-32c285f6-02d6-4d6f-a656-895419cb6d0b service neutron] 10.222.0.64 "GET /v2.0/networks/adf81282-f698-47e0-90b1-493d2e00a657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584991 Jun 28 12:25:52.430337 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-fb7cf09d-9e5a-47ef-bbd2-50ff3a1b6145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:52.453514 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-1db6ac5e-8581-4d3a-a562-3fce7a47af87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:52.484163 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cf09d-9e5a-47ef-bbd2-50ff3a1b6145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dce788-1110-4448-8e03-e43ed84416e6,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:52.513285 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-fb7cf09d-9e5a-47ef-bbd2-50ff3a1b6145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:52.532214 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-fb7cf09d-9e5a-47ef-bbd2-50ff3a1b6145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:52.532214 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-fb7cf09d-9e5a-47ef-bbd2-50ff3a1b6145 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70dce788-1110-4448-8e03-e43ed84416e6 HTTP/1.1" status: 204 len: 168 time: 0.6282101 Jun 28 12:25:52.548578 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-73a50136-0f87-4cf2-b2ef-5abd0a5448a1 req-354270be-ef56-4e86-a59d-4fc88cb75ae4 service neutron] 10.222.0.64 "GET /v2.0/networks/adf81282-f698-47e0-90b1-493d2e00a657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203331 Jun 28 12:25:52.566820 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 38dc09ed-d07b-4fa5-a688-dc4588629f74, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=38dc09ed-d07b-4fa5-a688-dc4588629f74,segment=NetworkSegment(6eccaa40-4863-4d4b-8c7d-84e7e4e57a69),segment_id=6eccaa40-4863-4d4b-8c7d-84e7e4e57a69)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:25:52.648165 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Returning: {'device': '38dc09ed-d07b-4fa5-a688-dc4588629f74', 'network_id': 'adf81282-f698-47e0-90b1-493d2e00a657', 'port_id': '38dc09ed-d07b-4fa5-a688-dc4588629f74', 'mac_address': 'fa:16:3e:25:9e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc9caa4-6d90-43c4-8646-fee7b397f523', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:25:52.746101 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:52.769070 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38dc09ed-d07b-4fa5-a688-dc4588629f74 {{(pid=79150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:25:52.788891 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 38dc09ed-d07b-4fa5-a688-dc4588629f74, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=38dc09ed-d07b-4fa5-a688-dc4588629f74,segment=NetworkSegment(6eccaa40-4863-4d4b-8c7d-84e7e4e57a69),segment_id=6eccaa40-4863-4d4b-8c7d-84e7e4e57a69)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:25:52.825904 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-73a50136-0f87-4cf2-b2ef-5abd0a5448a1 req-f2238ca3-c446-46e6-b8f6-e11859e066e5 service neutron] 10.222.0.64 "GET /v2.0/networks/adf81282-f698-47e0-90b1-493d2e00a657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695100 Jun 28 12:25:52.848956 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892f64e-df40-48a1-ac81-8da6307c9a3c req-36cacfc8-9308-40b3-921f-18a05984e9dd tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:52.851163 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2892f64e-df40-48a1-ac81-8da6307c9a3c req-36cacfc8-9308-40b3-921f-18a05984e9dd tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 943 time: 0.1847939 Jun 28 12:25:52.858023 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:52.859146 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 0f17edba-3a23-4825-ac7b-dea628974683 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:25:52.860753 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cef1a3-06c6-46c6-9525-87b5a3f2ccfd req-953923c7-ba11-4d83-a395-9a2c7f0010b5 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:52.862240 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b4cef1a3-06c6-46c6-9525-87b5a3f2ccfd req-953923c7-ba11-4d83-a395-9a2c7f0010b5 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 944 time: 0.1947398 Jun 28 12:25:52.870631 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-c9c66c72-4334-4da9-8bcb-bb2e51acbb42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:52.930586 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2892f64e-df40-48a1-ac81-8da6307c9a3c req-c6548930-b466-47fd-af68-4a12e2f05ace tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671721 Jun 28 12:25:52.943673 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b4cef1a3-06c6-46c6-9525-87b5a3f2ccfd req-35ccd097-8b3d-4b79-b05d-8ad89655015e tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad28f50-042c-49a1-bdd1-c13952d3d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612862 Jun 28 12:25:53.062984 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=38dc09ed-d07b-4fa5-a688-dc4588629f74,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:53.062984 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:53.092259 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 0f17edba-3a23-4825-ac7b-dea628974683, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0f17edba-3a23-4825-ac7b-dea628974683,segment=NetworkSegment(71508eb0-6c91-4d3b-8437-33177e43dd70),segment_id=71508eb0-6c91-4d3b-8437-33177e43dd70)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:25:53.107101 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Returning: {'device': '0f17edba-3a23-4825-ac7b-dea628974683', 'network_id': '974161bb-c0f6-4b36-b0ef-a8b2d89321ab', 'port_id': '0f17edba-3a23-4825-ac7b-dea628974683', 'mac_address': 'fa:16:3e:66:53:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fe9e9f6-9a54-4ef6-bf9b-eab57c5e0077', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:25:53.159718 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 44370) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:53.167071 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-2cabad8f-207c-473a-a45f-b6d19182f1f1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1848525785-network', 'tenant_id': '15b377328c6e4e0085b3516610c1e03b'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:25:53.176769 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-2cabad8f-207c-473a-a45f-b6d19182f1f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:53.182691 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-2cabad8f-207c-473a-a45f-b6d19182f1f1 admin admin] Usage tracker for resource:network and tenant:15b377328c6e4e0085b3516610c1e03b is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:53.187084 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-2cabad8f-207c-473a-a45f-b6d19182f1f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:53.192069 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:53.203069 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-2cabad8f-207c-473a-a45f-b6d19182f1f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:53.215512 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f17edba-3a23-4825-ac7b-dea628974683 {{(pid=79150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:25:53.232170 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 0f17edba-3a23-4825-ac7b-dea628974683, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0f17edba-3a23-4825-ac7b-dea628974683,segment=NetworkSegment(71508eb0-6c91-4d3b-8437-33177e43dd70),segment_id=71508eb0-6c91-4d3b-8437-33177e43dd70)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:25:53.300530 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a6ba7-667b-43e5-a0ee-37458ea9d3e8 req-39d1e12a-31f5-42db-a8e8-98bd9fb0b5b7 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:53.302013 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f54a6ba7-667b-43e5-a0ee-37458ea9d3e8 req-39d1e12a-31f5-42db-a8e8-98bd9fb0b5b7 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 944 time: 0.1662781 Jun 28 12:25:53.346964 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f54a6ba7-667b-43e5-a0ee-37458ea9d3e8 req-f6b266bb-8e93-4c27-a1e0-0a955af288dc tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384195 Jun 28 12:25:53.355116 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cabad8f-207c-473a-a45f-b6d19182f1f1 admin admin] Made reservation on behalf of 15b377328c6e4e0085b3516610c1e03b for: {'network': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:25:53.360582 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:53.362059 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2cabad8f-207c-473a-a45f-b6d19182f1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for network, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:53.362181 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 0c5423c4-773d-4c8c-bdcf-114397a68321 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:25:53.366525 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:53.395071 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2cabad8f-207c-473a-a45f-b6d19182f1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:53.413308 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-2cabad8f-207c-473a-a45f-b6d19182f1f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:53.417538 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-2cabad8f-207c-473a-a45f-b6d19182f1f1 admin admin] Usage tracker for resource:security_group_rule and tenant:15b377328c6e4e0085b3516610c1e03b is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:53.420713 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-2cabad8f-207c-473a-a45f-b6d19182f1f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:53.427138 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-2cabad8f-207c-473a-a45f-b6d19182f1f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:53.496004 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=0f17edba-3a23-4825-ac7b-dea628974683,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:53.499730 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:53.522894 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 44382) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:53.545879 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-5891cf8b-d0f6-4643-b42f-603a5836b864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:53.565485 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-5891cf8b-d0f6-4643-b42f-603a5836b864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:53.571097 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-5891cf8b-d0f6-4643-b42f-603a5836b864 admin admin] Usage tracker for resource:security_group_rule and tenant:a45ecefd23b646418ef8c35f8d2cdee3 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:53.575897 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-5891cf8b-d0f6-4643-b42f-603a5836b864 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:53.585508 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2cabad8f-207c-473a-a45f-b6d19182f1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:53.586646 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-5891cf8b-d0f6-4643-b42f-603a5836b864 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:53.640290 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 0c5423c4-773d-4c8c-bdcf-114397a68321, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0c5423c4-773d-4c8c-bdcf-114397a68321,segment=NetworkSegment(ab8b06c2-e425-45b6-bf41-f136c4198aee),segment_id=ab8b06c2-e425-45b6-bf41-f136c4198aee)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:25:53.652983 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2cabad8f-207c-473a-a45f-b6d19182f1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:53.657377 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Returning: {'device': '0c5423c4-773d-4c8c-bdcf-114397a68321', 'network_id': 'da84cf23-6416-4615-a8fa-d64c4a064a3f', 'port_id': '0c5423c4-773d-4c8c-bdcf-114397a68321', 'mac_address': 'fa:16:3e:fc:9a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a03ee274-938a-448e-9d48-ec3b7914912f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:25:53.661654 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-fb7cf09d-9e5a-47ef-bbd2-50ff3a1b6145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:53.684709 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cabad8f-207c-473a-a45f-b6d19182f1f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=79148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:25:53.700301 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabad8f-207c-473a-a45f-b6d19182f1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ded5f0-f5d6-4986-8e7a-2ed5c9d168e5,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:53.701925 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-5891cf8b-d0f6-4643-b42f-603a5836b864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:53.705567 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-2cabad8f-207c-473a-a45f-b6d19182f1f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:53.706557 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2cabad8f-207c-473a-a45f-b6d19182f1f1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727237320376', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:53.707264 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2cabad8f-207c-473a-a45f-b6d19182f1f1 admin admin] Unsubscribe: segment precommit_create {{(pid=79148) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 12:25:53.707682 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.db.segments_db [None req-2cabad8f-207c-473a-a45f-b6d19182f1f1 admin admin] Added segment e500bf65-a61d-4d56-8aba-31b3ffc550d8 of type vlan for network b71e5ccf-833d-434a-8cfe-544b4e52462e Jun 28 12:25:53.748016 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:53.752410 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2cabad8f-207c-473a-a45f-b6d19182f1f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727236854384'] for network, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:53.775084 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c5423c4-773d-4c8c-bdcf-114397a68321 {{(pid=79150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:25:53.792952 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 0c5423c4-773d-4c8c-bdcf-114397a68321, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0c5423c4-773d-4c8c-bdcf-114397a68321,segment=NetworkSegment(ab8b06c2-e425-45b6-bf41-f136c4198aee),segment_id=ab8b06c2-e425-45b6-bf41-f136c4198aee)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:25:53.794657 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-5891cf8b-d0f6-4643-b42f-603a5836b864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:53.803636 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:53.843689 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-5891cf8b-d0f6-4643-b42f-603a5836b864 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a45ecefd23b646418ef8c35f8d2cdee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3196797 Jun 28 12:25:53.844601 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891cf8b-d0f6-4643-b42f-603a5836b864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f18923-0ba4-43c9-8c8c-09d043e2db3c,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:53.846555 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 44394) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:53.847922 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-5891cf8b-d0f6-4643-b42f-603a5836b864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:53.875247 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:53.875445 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2cabad8f-207c-473a-a45f-b6d19182f1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291'] for network, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:53.878346 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:53.879056 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cabad8f-207c-473a-a45f-b6d19182f1f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:53.879751 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2cabad8f-207c-473a-a45f-b6d19182f1f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:53.891017 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:53.982199 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=0c5423c4-773d-4c8c-bdcf-114397a68321,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:53.997827 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:54.047204 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabad8f-207c-473a-a45f-b6d19182f1f1 admin admin] Pushing event updated for resources: {'Network': ['ID=b71e5ccf-833d-434a-8cfe-544b4e52462e,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:54.050794 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-2cabad8f-207c-473a-a45f-b6d19182f1f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:54.060400 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-752cfe2d-fe8c-4346-a9e8-636bc774edb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:54.061443 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Network b71e5ccf-833d-434a-8cfe-544b4e52462e details requested by agent ovs-agent-dv-cinder-798094-1-iscsi with host dv-cinder-798094-1-iscsi {{(pid=79150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:25:54.106688 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-752cfe2d-fe8c-4346-a9e8-636bc774edb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:54.129455 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-2cabad8f-207c-473a-a45f-b6d19182f1f1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9683321 Jun 28 12:25:54.132730 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 44404) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:54.144001 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-7efd35ee-afef-4a8f-90ea-8b63e2ad0e97 admin admin] Request body: {'subnet': {'network_id': 'b71e5ccf-833d-434a-8cfe-544b4e52462e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1848525785-subnet', 'tenant_id': '15b377328c6e4e0085b3516610c1e03b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:25:54.195550 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-7efd35ee-afef-4a8f-90ea-8b63e2ad0e97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:54.200083 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device aade2f67-08ef-4e10-b36d-66aaf64249e3 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:25:54.211628 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-7efd35ee-afef-4a8f-90ea-8b63e2ad0e97 admin admin] Usage tracker for resource:subnet and tenant:15b377328c6e4e0085b3516610c1e03b is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:54.217381 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-7efd35ee-afef-4a8f-90ea-8b63e2ad0e97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:54.225842 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-7efd35ee-afef-4a8f-90ea-8b63e2ad0e97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:54.233612 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63d020-0013-4740-8b38-da0909a45b8a req-59a893db-d4fd-4e87-91fe-387b2cfe8e33 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:54.235396 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9d63d020-0013-4740-8b38-da0909a45b8a req-59a893db-d4fd-4e87-91fe-387b2cfe8e33 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 944 time: 0.1570737 Jun 28 12:25:54.250413 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d421fc-bcdf-4077-8013-9fc9f0c7eef3 req-463542ab-83c2-427f-be9e-de6fd683e18e tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:54.252123 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-17d421fc-bcdf-4077-8013-9fc9f0c7eef3 req-463542ab-83c2-427f-be9e-de6fd683e18e tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 945 time: 0.1305144 Jun 28 12:25:54.326391 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9d63d020-0013-4740-8b38-da0909a45b8a req-a03fde5f-80fa-404d-8f75-4ab26afdb8f5 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847642 Jun 28 12:25:54.334072 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-17d421fc-bcdf-4077-8013-9fc9f0c7eef3 req-9a76ef07-48ac-46a0-983e-adf9b7a94ea6 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad28f50-042c-49a1-bdd1-c13952d3d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645542 Jun 28 12:25:54.356874 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['0f17edba-3a23-4825-ac7b-dea628974683'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:25:54.372602 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efd35ee-afef-4a8f-90ea-8b63e2ad0e97 admin admin] Made reservation on behalf of 15b377328c6e4e0085b3516610c1e03b for: {'subnet': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:25:54.376092 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7efd35ee-afef-4a8f-90ea-8b63e2ad0e97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:54.392798 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-752cfe2d-fe8c-4346-a9e8-636bc774edb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:54.410259 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:54.464767 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['0c5423c4-773d-4c8c-bdcf-114397a68321'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:25:54.475765 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752cfe2d-fe8c-4346-a9e8-636bc774edb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f18923-0ba4-43c9-8c8c-09d043e2db3c,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:54.483622 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-752cfe2d-fe8c-4346-a9e8-636bc774edb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:54.488970 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-752cfe2d-fe8c-4346-a9e8-636bc774edb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:54.490823 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-752cfe2d-fe8c-4346-a9e8-636bc774edb0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f4f18923-0ba4-43c9-8c8c-09d043e2db3c HTTP/1.1" status: 204 len: 168 time: 0.6418810 Jun 28 12:25:54.547047 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port aade2f67-08ef-4e10-b36d-66aaf64249e3, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=aade2f67-08ef-4e10-b36d-66aaf64249e3,segment=NetworkSegment(6eccaa40-4863-4d4b-8c7d-84e7e4e57a69),segment_id=6eccaa40-4863-4d4b-8c7d-84e7e4e57a69)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:25:54.557933 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['38dc09ed-d07b-4fa5-a688-dc4588629f74'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:25:54.566801 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492a8c1-ac0c-4d17-8950-8de1bb71aa95 req-850a78c7-c018-413e-a954-ee13ea7e93e8 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:54.575213 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b492a8c1-ac0c-4d17-8950-8de1bb71aa95 req-850a78c7-c018-413e-a954-ee13ea7e93e8 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 944 time: 0.1105788 Jun 28 12:25:54.633138 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Returning: {'device': 'aade2f67-08ef-4e10-b36d-66aaf64249e3', 'network_id': 'adf81282-f698-47e0-90b1-493d2e00a657', 'port_id': 'aade2f67-08ef-4e10-b36d-66aaf64249e3', 'mac_address': 'fa:16:3e:c9:e8:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc9caa4-6d90-43c4-8646-fee7b397f523', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:25:54.658175 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b492a8c1-ac0c-4d17-8950-8de1bb71aa95 req-e04fd292-fbaf-4813-8774-1ecba0c62f71 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817103 Jun 28 12:25:54.806662 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:54.812491 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7efd35ee-afef-4a8f-90ea-8b63e2ad0e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291'] for subnet, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:54.816839 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:54.873288 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aade2f67-08ef-4e10-b36d-66aaf64249e3 {{(pid=79150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:25:54.902729 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd35ee-afef-4a8f-90ea-8b63e2ad0e97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67c771ee-c993-4bd1-b0fb-eb49d144c740,revision_number=0']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:54.908386 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-7efd35ee-afef-4a8f-90ea-8b63e2ad0e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:54.925499 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efd35ee-afef-4a8f-90ea-8b63e2ad0e97 admin admin] Checking segment: {'id': 'e500bf65-a61d-4d56-8aba-31b3ffc550d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b71e5ccf-833d-434a-8cfe-544b4e52462e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:25:54.925849 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efd35ee-afef-4a8f-90ea-8b63e2ad0e97 admin admin] Network hostable DHCP agents. Network: b71e5ccf-833d-434a-8cfe-544b4e52462e, hostable agents: ['00922891-a33d-4784-963e-6ef69cbf19e0'], hosted agents: [] {{(pid=79148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:25:54.962832 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port aade2f67-08ef-4e10-b36d-66aaf64249e3, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=aade2f67-08ef-4e10-b36d-66aaf64249e3,segment=NetworkSegment(6eccaa40-4863-4d4b-8c7d-84e7e4e57a69),segment_id=6eccaa40-4863-4d4b-8c7d-84e7e4e57a69)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:25:55.024186 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efd35ee-afef-4a8f-90ea-8b63e2ad0e97 admin admin] Network b71e5ccf-833d-434a-8cfe-544b4e52462e is scheduled to be hosted by DHCP agent 00922891-a33d-4784-963e-6ef69cbf19e0 with binding_index 1 {{(pid=79148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:25:55.041309 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:55.057415 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:55.087974 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:55.157976 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=aade2f67-08ef-4e10-b36d-66aaf64249e3,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:55.162083 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:55.209928 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-7efd35ee-afef-4a8f-90ea-8b63e2ad0e97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-iscsi, b71e5ccf-833d-434a-8cfe-544b4e52462e) {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:25:55.209928 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efd35ee-afef-4a8f-90ea-8b63e2ad0e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:55.209928 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7efd35ee-afef-4a8f-90ea-8b63e2ad0e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for subnet, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:55.210433 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 44442) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:55.213748 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264325fc-0798-4667-a6fb-b11dd5fd2080 None None] Network b71e5ccf-833d-434a-8cfe-544b4e52462e requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:25:55.396410 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-7efd35ee-afef-4a8f-90ea-8b63e2ad0e97 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2622499 Jun 28 12:25:55.396606 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-870b6499-7bdf-4a4c-a596-c85bbc4fc4cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:55.414603 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-870b6499-7bdf-4a4c-a596-c85bbc4fc4cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:55.419275 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-870b6499-7bdf-4a4c-a596-c85bbc4fc4cd admin admin] Usage tracker for resource:security_group_rule and tenant:c3a9ed30ed854ae79d2a67ca2d9457d9 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:55.422644 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-870b6499-7bdf-4a4c-a596-c85bbc4fc4cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:55.431097 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-870b6499-7bdf-4a4c-a596-c85bbc4fc4cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:55.459309 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de7ffc8-f52f-4913-adb0-9d03198ee49c None None] Network b71e5ccf-833d-434a-8cfe-544b4e52462e requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:25:55.546477 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['aade2f67-08ef-4e10-b36d-66aaf64249e3'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:25:55.711250 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-870b6499-7bdf-4a4c-a596-c85bbc4fc4cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:55.731179 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84df67-01bd-4f30-91b9-2e6b4d7e9e76 req-80a1c5cc-228a-4614-85c6-2bef589e66f3 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:55.733466 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0e84df67-01bd-4f30-91b9-2e6b4d7e9e76 req-80a1c5cc-228a-4614-85c6-2bef589e66f3 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 945 time: 0.2296257 Jun 28 12:25:55.765604 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5188cdd-4532-4656-905a-8616edf886a8 req-0eb254cf-d991-469a-859a-96eaf8714b6d tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:55.774088 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d5188cdd-4532-4656-905a-8616edf886a8 req-0eb254cf-d991-469a-859a-96eaf8714b6d tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 944 time: 0.2314155 Jun 28 12:25:55.799139 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 44466) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:55.836199 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-870b6499-7bdf-4a4c-a596-c85bbc4fc4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:55.847605 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:55.884162 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d6de7c-ee96-4175-bf3d-1257f1a74e35 admin admin] Deleting subnet f7c2e087-df50-4ad1-ab5b-ccacfed79837 {{(pid=79148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:25:55.888402 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-70d6de7c-ee96-4175-bf3d-1257f1a74e35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:55.919303 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d5188cdd-4532-4656-905a-8616edf886a8 req-a8c880ed-d236-47c0-98f7-057f0920e64e tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431310 Jun 28 12:25:55.948128 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0e84df67-01bd-4f30-91b9-2e6b4d7e9e76 req-1b96683f-9519-47fc-91ea-a63f79f39977 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad28f50-042c-49a1-bdd1-c13952d3d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090764 Jun 28 12:25:55.950810 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-870b6499-7bdf-4a4c-a596-c85bbc4fc4cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3a9ed30ed854ae79d2a67ca2d9457d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7403219 Jun 28 12:25:55.954341 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 44472) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:55.966960 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-70d6de7c-ee96-4175-bf3d-1257f1a74e35 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:55.968956 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b6499-7bdf-4a4c-a596-c85bbc4fc4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88631b57-8a85-41ec-841c-91bc79981421,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:55.977519 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-870b6499-7bdf-4a4c-a596-c85bbc4fc4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:55.987612 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-70d6de7c-ee96-4175-bf3d-1257f1a74e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704721'] for subnet, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:56.065821 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-830835bb-af23-487f-aa14-1aa081dda4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:56.138856 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 38dc09ed-d07b-4fa5-a688-dc4588629f74 up at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:25:56.140080 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-830835bb-af23-487f-aa14-1aa081dda4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:56.218928 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c102b-b4c6-4830-a76d-470f783ced22 req-f77d4a98-307b-47f4-a690-9b34a6587593 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:56.220344 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-022c102b-b4c6-4830-a76d-470f783ced22 req-f77d4a98-307b-47f4-a690-9b34a6587593 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 945 time: 0.1251497 Jun 28 12:25:56.235499 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-70d6de7c-ee96-4175-bf3d-1257f1a74e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291'] for subnet, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:56.242138 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:56.271211 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-022c102b-b4c6-4830-a76d-470f783ced22 req-3cc325f6-a492-4518-a064-b09e53a703d7 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437555 Jun 28 12:25:56.283409 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-70d6de7c-ee96-4175-bf3d-1257f1a74e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for subnet, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:56.288724 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d6de7c-ee96-4175-bf3d-1257f1a74e35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7c2e087-df50-4ad1-ab5b-ccacfed79837,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:56.291310 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-70d6de7c-ee96-4175-bf3d-1257f1a74e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:56.294356 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-70d6de7c-ee96-4175-bf3d-1257f1a74e35 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f7c2e087-df50-4ad1-ab5b-ccacfed79837 HTTP/1.1" status: 204 len: 168 time: 0.4934821 Jun 28 12:25:56.297606 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 44486) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:56.400023 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-830835bb-af23-487f-aa14-1aa081dda4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:56.401802 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning for port 38dc09ed-d07b-4fa5-a688-dc4588629f74 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:25:56.406086 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-a8092ade-705b-47a4-8ca9-b5918bc05cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:56.410720 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2a533218-f67a-4092-b46b-b7e833f6ef9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-761904'] for network, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:56.417718 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning complete for port 38dc09ed-d07b-4fa5-a688-dc4588629f74 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:25:56.418105 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:56.419774 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830835bb-af23-487f-aa14-1aa081dda4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88631b57-8a85-41ec-841c-91bc79981421,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:56.429653 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-830835bb-af23-487f-aa14-1aa081dda4ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:56.430455 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-830835bb-af23-487f-aa14-1aa081dda4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:56.431772 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-830835bb-af23-487f-aa14-1aa081dda4ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/88631b57-8a85-41ec-841c-91bc79981421 HTTP/1.1" status: 204 len: 168 time: 0.4765024 Jun 28 12:25:56.571312 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2a533218-f67a-4092-b46b-b7e833f6ef9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489356', 'neutron.services.segments.db._delete_segments_for_network-8727237320385'] for network, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:56.585596 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2a533218-f67a-4092-b46b-b7e833f6ef9a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:25:56.585934 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2a533218-f67a-4092-b46b-b7e833f6ef9a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:25:56.586685 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2a533218-f67a-4092-b46b-b7e833f6ef9a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:25:56.587052 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2a533218-f67a-4092-b46b-b7e833f6ef9a admin admin] Subscribe: > port after_create 55550000 {{(pid=79148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:25:56.587365 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2a533218-f67a-4092-b46b-b7e833f6ef9a admin admin] Subscribe: > port after_delete 55550000 {{(pid=79148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:25:56.587714 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2a533218-f67a-4092-b46b-b7e833f6ef9a admin admin] Subscribe: > port after_update 55550000 {{(pid=79148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:25:56.588028 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2a533218-f67a-4092-b46b-b7e833f6ef9a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:25:56.588337 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2a533218-f67a-4092-b46b-b7e833f6ef9a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:25:56.588650 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2a533218-f67a-4092-b46b-b7e833f6ef9a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:25:56.588956 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2a533218-f67a-4092-b46b-b7e833f6ef9a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:25:56.608618 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:56.639833 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a7ef8c-bf1b-4ad3-8a40-95f57d9af528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38dc09ed-d07b-4fa5-a688-dc4588629f74'}] {{(pid=79150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:25:56.701417 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 38dc09ed-d07b-4fa5-a688-dc4588629f74, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=38dc09ed-d07b-4fa5-a688-dc4588629f74,segment=NetworkSegment(6eccaa40-4863-4d4b-8c7d-84e7e4e57a69),segment_id=6eccaa40-4863-4d4b-8c7d-84e7e4e57a69)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:25:56.714267 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2a533218-f67a-4092-b46b-b7e833f6ef9a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:25:56.714612 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2a533218-f67a-4092-b46b-b7e833f6ef9a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:25:56.714962 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2a533218-f67a-4092-b46b-b7e833f6ef9a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:25:56.715312 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2a533218-f67a-4092-b46b-b7e833f6ef9a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:25:56.715681 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.services.segments.db [None req-2a533218-f67a-4092-b46b-b7e833f6ef9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef01d15-d0c6-44b5-ab21-c7fcf93bafe4']}} {{(pid=79148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:25:56.733427 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.services.segments.db [None req-2a533218-f67a-4092-b46b-b7e833f6ef9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e0ef01-dcde-4931-8a12-411b4eba0c88') {'for_net_delete': True} {{(pid=79148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:25:56.733427 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.services.segments.db [None req-2a533218-f67a-4092-b46b-b7e833f6ef9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e0ef01-dcde-4931-8a12-411b4eba0c88') {} {{(pid=79148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:25:56.741083 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2a533218-f67a-4092-b46b-b7e833f6ef9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727237332776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-827627'] for segment, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:56.757756 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2a533218-f67a-4092-b46b-b7e833f6ef9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:56.766172 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a533218-f67a-4092-b46b-b7e833f6ef9a admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=79148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:25:56.766702 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2a533218-f67a-4092-b46b-b7e833f6ef9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-708228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907551'] for segment, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: from cryptography.utils import int_from_bytes Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: from cryptography.utils import int_from_bytes Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: util.warn_limited( Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: util.warn_limited( Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: Traceback (most recent call last): Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: timer() Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: cb(*args, **kw) Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: return func(*args, **kwargs) Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: self._notify() Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: self.callback(batched_events) Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: event.method(event) Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: return f(self, *a, **k) Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: return self._get(url).json() Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: return self.request(url, 'GET', **kwargs) Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:25:56.786988 dv-cinder-798094-1-iscsi neutron-server[79148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:25:56.789961 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:56.792386 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 0f17edba-3a23-4825-ac7b-dea628974683 up at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:25:56.834999 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-20607ffa-6bff-4f41-aab7-4f27121da9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:56.956014 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2a533218-f67a-4092-b46b-b7e833f6ef9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696643'] for network, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:56.962386 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:56.967993 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=38dc09ed-d07b-4fa5-a688-dc4588629f74,revision_number=5']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:56.971348 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:57.014427 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2a533218-f67a-4092-b46b-b7e833f6ef9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:57.019154 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a533218-f67a-4092-b46b-b7e833f6ef9a admin admin] Pushing event deleted for resources: {'Network': ['ID=2ef01d15-d0c6-44b5-ab21-c7fcf93bafe4,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:57.025156 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-2a533218-f67a-4092-b46b-b7e833f6ef9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:57.041673 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-2a533218-f67a-4092-b46b-b7e833f6ef9a admin admin] 10.222.0.24 "DELETE /v2.0/networks/2ef01d15-d0c6-44b5-ab21-c7fcf93bafe4 HTTP/1.1" status: 204 len: 168 time: 0.7304475 Jun 28 12:25:57.041819 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 44516) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:57.052363 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning for port 0f17edba-3a23-4825-ac7b-dea628974683 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:25:57.058392 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning complete for port 0f17edba-3a23-4825-ac7b-dea628974683 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:25:57.058793 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:57.204023 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:57.211386 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e5c84a1-9aa8-4a9e-998b-95fe09b28c5e admin admin] Deleting subnet 67c771ee-c993-4bd1-b0fb-eb49d144c740 {{(pid=79149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:25:57.217539 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-2e5c84a1-9aa8-4a9e-998b-95fe09b28c5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:57.237333 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 0f17edba-3a23-4825-ac7b-dea628974683, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0f17edba-3a23-4825-ac7b-dea628974683,segment=NetworkSegment(71508eb0-6c91-4d3b-8437-33177e43dd70),segment_id=71508eb0-6c91-4d3b-8437-33177e43dd70)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:25:57.275296 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 44522) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:57.293974 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-40c164b3-9994-46d7-a09d-9e27196402c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:57.301232 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-2e5c84a1-9aa8-4a9e-998b-95fe09b28c5e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:57.319161 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-40c164b3-9994-46d7-a09d-9e27196402c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:57.320456 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-2e5c84a1-9aa8-4a9e-998b-95fe09b28c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704721'] for subnet, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:57.324436 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-40c164b3-9994-46d7-a09d-9e27196402c1 admin admin] Usage tracker for resource:security_group_rule and tenant:b3e19afec87f447c8ffb37488c92ed16 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:57.327836 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-40c164b3-9994-46d7-a09d-9e27196402c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:57.334168 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-40c164b3-9994-46d7-a09d-9e27196402c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:57.353790 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbae973-9aec-4588-83da-cbbc6be12399 req-b83b1b31-58c9-4350-94eb-282b44213b64 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:57.360232 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6cbae973-9aec-4588-83da-cbbc6be12399 req-b83b1b31-58c9-4350-94eb-282b44213b64 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 945 time: 0.2676444 Jun 28 12:25:57.360361 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:57.360361 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 0c5423c4-773d-4c8c-bdcf-114397a68321 up at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:25:57.387667 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:57.396504 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243d3ca-b78d-4628-a43d-8deaa85fa98e req-cf750488-617a-4853-8952-a5556900ecb1 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:57.398836 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0243d3ca-b78d-4628-a43d-8deaa85fa98e req-cf750488-617a-4853-8952-a5556900ecb1 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 944 time: 0.2618692 Jun 28 12:25:57.474199 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=0f17edba-3a23-4825-ac7b-dea628974683,revision_number=5']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:57.480145 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:57.481033 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6cbae973-9aec-4588-83da-cbbc6be12399 req-0912667b-e1f5-4631-a579-5f2670dbe945 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad28f50-042c-49a1-bdd1-c13952d3d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134012 Jun 28 12:25:57.497342 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-40c164b3-9994-46d7-a09d-9e27196402c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:57.516404 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0243d3ca-b78d-4628-a43d-8deaa85fa98e req-3e1bd0b1-ff94-4bdd-b09d-6b013776a99d tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059518 Jun 28 12:25:57.578621 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-2e5c84a1-9aa8-4a9e-998b-95fe09b28c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291'] for subnet, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:57.585797 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:57.601432 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning for port 0c5423c4-773d-4c8c-bdcf-114397a68321 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:25:57.602552 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-40c164b3-9994-46d7-a09d-9e27196402c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:57.616529 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning complete for port 0c5423c4-773d-4c8c-bdcf-114397a68321 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:25:57.617027 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:57.630779 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-468f713b-ae82-4358-8c97-dc88d5dacc56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:57.681437 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-40c164b3-9994-46d7-a09d-9e27196402c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3e19afec87f447c8ffb37488c92ed16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4050024 Jun 28 12:25:57.684007 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 44540) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:57.696231 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c164b3-9994-46d7-a09d-9e27196402c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4613ca80-b3ef-4e82-8df6-d8cc33a0a03e,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:57.714358 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-40c164b3-9994-46d7-a09d-9e27196402c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:57.757250 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c84a1-9aa8-4a9e-998b-95fe09b28c5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67c771ee-c993-4bd1-b0fb-eb49d144c740,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:57.760219 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-2e5c84a1-9aa8-4a9e-998b-95fe09b28c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:57.768748 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-2e5c84a1-9aa8-4a9e-998b-95fe09b28c5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:57.780211 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-2e5c84a1-9aa8-4a9e-998b-95fe09b28c5e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/67c771ee-c993-4bd1-b0fb-eb49d144c740 HTTP/1.1" status: 204 len: 168 time: 0.7445962 Jun 28 12:25:57.783327 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 44546) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:57.807635 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d1daaf57-83f4-433e-aebb-0114610e937a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:57.842272 dv-cinder-798094-1-iscsi neutron-server[79150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a7ef8c-bf1b-4ad3-8a40-95f57d9af528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38dc09ed-d07b-4fa5-a688-dc4588629f74', 'code': 200} Jun 28 12:25:57.853563 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:57.861524 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d1daaf57-83f4-433e-aebb-0114610e937a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:57.909298 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ea261f8d-bfb0-460f-938b-0aadc09ee7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-761904'] for network, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:57.931464 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 0c5423c4-773d-4c8c-bdcf-114397a68321, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0c5423c4-773d-4c8c-bdcf-114397a68321,segment=NetworkSegment(ab8b06c2-e425-45b6-bf41-f136c4198aee),segment_id=ab8b06c2-e425-45b6-bf41-f136c4198aee)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:25:57.986816 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cb8e2-7462-461b-b26c-5543838598a4 req-91a3f18c-ca6e-400b-9de5-6400eb501269 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:57.988386 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8f8cb8e2-7462-461b-b26c-5543838598a4 req-91a3f18c-ca6e-400b-9de5-6400eb501269 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 945 time: 0.3409793 Jun 28 12:25:58.012311 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:58.014155 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:58.101838 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=0c5423c4-773d-4c8c-bdcf-114397a68321,revision_number=5']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:58.104956 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:58.132328 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d1daaf57-83f4-433e-aebb-0114610e937a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:58.137626 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:58.155090 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device aade2f67-08ef-4e10-b36d-66aaf64249e3 up at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:25:58.161752 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1daaf57-83f4-433e-aebb-0114610e937a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4613ca80-b3ef-4e82-8df6-d8cc33a0a03e,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:58.175176 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-d1daaf57-83f4-433e-aebb-0114610e937a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:58.176397 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d1daaf57-83f4-433e-aebb-0114610e937a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:58.177509 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-d1daaf57-83f4-433e-aebb-0114610e937a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4613ca80-b3ef-4e82-8df6-d8cc33a0a03e HTTP/1.1" status: 204 len: 168 time: 0.4923677 Jun 28 12:25:58.188847 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ea261f8d-bfb0-460f-938b-0aadc09ee7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489356', 'neutron.services.segments.db._delete_segments_for_network-8727237320385'] for network, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:58.211875 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ea261f8d-bfb0-460f-938b-0aadc09ee7c8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:25:58.212535 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ea261f8d-bfb0-460f-938b-0aadc09ee7c8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:25:58.213081 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ea261f8d-bfb0-460f-938b-0aadc09ee7c8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:25:58.213472 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ea261f8d-bfb0-460f-938b-0aadc09ee7c8 admin admin] Subscribe: > port after_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:25:58.213980 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ea261f8d-bfb0-460f-938b-0aadc09ee7c8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:25:58.214376 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ea261f8d-bfb0-460f-938b-0aadc09ee7c8 admin admin] Subscribe: > port after_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:25:58.215315 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ea261f8d-bfb0-460f-938b-0aadc09ee7c8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:25:58.215649 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ea261f8d-bfb0-460f-938b-0aadc09ee7c8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:25:58.215936 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ea261f8d-bfb0-460f-938b-0aadc09ee7c8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:25:58.216239 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ea261f8d-bfb0-460f-938b-0aadc09ee7c8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:25:58.283864 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ea261f8d-bfb0-460f-938b-0aadc09ee7c8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:25:58.284199 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ea261f8d-bfb0-460f-938b-0aadc09ee7c8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:25:58.284679 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ea261f8d-bfb0-460f-938b-0aadc09ee7c8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:25:58.285161 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ea261f8d-bfb0-460f-938b-0aadc09ee7c8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79149) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:25:58.285673 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.services.segments.db [None req-ea261f8d-bfb0-460f-938b-0aadc09ee7c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71e5ccf-833d-434a-8cfe-544b4e52462e']}} {{(pid=79149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:25:58.303380 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8f8cb8e2-7462-461b-b26c-5543838598a4 req-222ebe33-b55d-46d0-a791-5d64a97b73fd tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995541 Jun 28 12:25:58.315381 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.services.segments.db [None req-ea261f8d-bfb0-460f-938b-0aadc09ee7c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e500bf65-a61d-4d56-8aba-31b3ffc550d8') {'for_net_delete': True} {{(pid=79149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:25:58.315673 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.services.segments.db [None req-ea261f8d-bfb0-460f-938b-0aadc09ee7c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e500bf65-a61d-4d56-8aba-31b3ffc550d8') {} {{(pid=79149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:25:58.327666 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ea261f8d-bfb0-460f-938b-0aadc09ee7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727237332776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1530576'] for segment, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:58.344333 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ea261f8d-bfb0-460f-938b-0aadc09ee7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:58.348159 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning for port aade2f67-08ef-4e10-b36d-66aaf64249e3 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:25:58.354042 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning complete for port aade2f67-08ef-4e10-b36d-66aaf64249e3 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:25:58.359817 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:58.359933 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea261f8d-bfb0-460f-938b-0aadc09ee7c8 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=79149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:25:58.359933 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ea261f8d-bfb0-460f-938b-0aadc09ee7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-708228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1528792'] for segment, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: from cryptography.utils import int_from_bytes Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: from cryptography.utils import int_from_bytes Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: util.warn_limited( Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: util.warn_limited( Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: Traceback (most recent call last): Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: timer() Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: cb(*args, **kw) Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: return func(*args, **kwargs) Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: self._notify() Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: self.callback(batched_events) Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: event.method(event) Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: return f(self, *a, **k) Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: return self._get(url).json() Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: return self.request(url, 'GET', **kwargs) Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:25:58.373819 dv-cinder-798094-1-iscsi neutron-server[79149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:25:58.486476 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:58.522258 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608fc30-4c24-4eca-b437-dffd88c9b9e2 req-11850254-9c74-40bf-84dd-e59acf7c7d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:58.524034 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2608fc30-4c24-4eca-b437-dffd88c9b9e2 req-11850254-9c74-40bf-84dd-e59acf7c7d8a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 1098 time: 0.0870035 Jun 28 12:25:58.528177 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port aade2f67-08ef-4e10-b36d-66aaf64249e3, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=aade2f67-08ef-4e10-b36d-66aaf64249e3,segment=NetworkSegment(6eccaa40-4863-4d4b-8c7d-84e7e4e57a69),segment_id=6eccaa40-4863-4d4b-8c7d-84e7e4e57a69)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:25:58.545647 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-2608fc30-4c24-4eca-b437-dffd88c9b9e2 req-4dcdf60e-2f58-4dcd-bc39-59aab3f35509 service neutron] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:58.561253 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [req-2608fc30-4c24-4eca-b437-dffd88c9b9e2 req-4dcdf60e-2f58-4dcd-bc39-59aab3f35509 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:58.565126 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-2608fc30-4c24-4eca-b437-dffd88c9b9e2 req-4dcdf60e-2f58-4dcd-bc39-59aab3f35509 service neutron] Usage tracker for resource:security_group_rule and tenant:467cba1554fb40ce87cdd8035303a469 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:58.567905 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-2608fc30-4c24-4eca-b437-dffd88c9b9e2 req-4dcdf60e-2f58-4dcd-bc39-59aab3f35509 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:58.575000 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [req-2608fc30-4c24-4eca-b437-dffd88c9b9e2 req-4dcdf60e-2f58-4dcd-bc39-59aab3f35509 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:58.637816 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:58.646333 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:58.680842 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ea261f8d-bfb0-460f-938b-0aadc09ee7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696643'] for network, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:58.706335 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:58.720887 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=aade2f67-08ef-4e10-b36d-66aaf64249e3,revision_number=5']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:58.724070 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:58.738992 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ea261f8d-bfb0-460f-938b-0aadc09ee7c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:58.739216 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea261f8d-bfb0-460f-938b-0aadc09ee7c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b71e5ccf-833d-434a-8cfe-544b4e52462e,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:58.745528 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-ea261f8d-bfb0-460f-938b-0aadc09ee7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:58.785794 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-ea261f8d-bfb0-460f-938b-0aadc09ee7c8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b71e5ccf-833d-434a-8cfe-544b4e52462e HTTP/1.1" status: 204 len: 168 time: 1.0002723 Jun 28 12:25:58.839081 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6962b4d-834c-4735-a7de-35e03ceb6998 req-03d48c7d-f680-4902-b66d-233e27f1b8b6 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:58.840584 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e6962b4d-834c-4735-a7de-35e03ceb6998 req-03d48c7d-f680-4902-b66d-233e27f1b8b6 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 946 time: 0.2452846 Jun 28 12:25:58.846403 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-2608fc30-4c24-4eca-b437-dffd88c9b9e2 req-4dcdf60e-2f58-4dcd-bc39-59aab3f35509 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:58.857186 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83888cf-bd0f-4000-9770-11417e2e7ddf req-cc8e08d4-25a8-446d-9140-07a8a3f37644 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:58.858657 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b83888cf-bd0f-4000-9770-11417e2e7ddf req-cc8e08d4-25a8-446d-9140-07a8a3f37644 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 945 time: 0.2325797 Jun 28 12:25:58.940134 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e6962b4d-834c-4735-a7de-35e03ceb6998 req-bbc4edd1-1f4a-4e1f-afaa-9ed99521b936 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad28f50-042c-49a1-bdd1-c13952d3d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915406 Jun 28 12:25:58.950863 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b83888cf-bd0f-4000-9770-11417e2e7ddf req-798d35f5-0891-48f0-9352-d6519392edcf tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763538 Jun 28 12:25:58.966853 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-2608fc30-4c24-4eca-b437-dffd88c9b9e2 req-4dcdf60e-2f58-4dcd-bc39-59aab3f35509 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:58.975906 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-71aadb83-02aa-494d-aade-ae0c35bb1f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:59.010057 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-2608fc30-4c24-4eca-b437-dffd88c9b9e2 req-4dcdf60e-2f58-4dcd-bc39-59aab3f35509 service neutron] Synchronizing usage tracker for tenant:467cba1554fb40ce87cdd8035303a469 on resource:security_group {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:25:59.029163 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcdf60e-2f58-4dcd-bc39-59aab3f35509 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0bdda2-e22a-4ff2-97ad-ff191cbbe5e6,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:59.034022 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-4dcdf60e-2f58-4dcd-bc39-59aab3f35509 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:59.138455 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-2608fc30-4c24-4eca-b437-dffd88c9b9e2 req-4dcdf60e-2f58-4dcd-bc39-59aab3f35509 service neutron] Unset dirty status for tenant:467cba1554fb40ce87cdd8035303a469 on resource:security_group {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:25:59.139761 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2608fc30-4c24-4eca-b437-dffd88c9b9e2 req-4dcdf60e-2f58-4dcd-bc39-59aab3f35509 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6100209 Jun 28 12:25:59.419444 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 44596) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:59.507414 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-c087d0df-9031-43cd-9789-c22f713d7fc6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=647288e87c064489aabfbb54e6c9e453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0864871 Jun 28 12:25:59.509838 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 44602) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:59.584060 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef878e8-721d-49ac-b23e-30fb3ee54161 req-aba60675-3f5b-4de5-a9a3-1137b035997b tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:25:59.585540 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6ef878e8-721d-49ac-b23e-30fb3ee54161 req-aba60675-3f5b-4de5-a9a3-1137b035997b tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.1828790 Jun 28 12:25:59.616624 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-93f09f01-6a76-40a2-84d8-89223c4fa805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:59.658796 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6ef878e8-721d-49ac-b23e-30fb3ee54161 req-abb81a05-b548-4236-87ff-f087c28c0273 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649831 Jun 28 12:25:59.660494 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-93f09f01-6a76-40a2-84d8-89223c4fa805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:59.777993 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-93f09f01-6a76-40a2-84d8-89223c4fa805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:59.782953 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:59.795959 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f09f01-6a76-40a2-84d8-89223c4fa805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5081ba0e-c198-4025-b8da-a44d43d1e92f,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:59.799975 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-93f09f01-6a76-40a2-84d8-89223c4fa805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:59.801937 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-93f09f01-6a76-40a2-84d8-89223c4fa805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:59.803566 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-93f09f01-6a76-40a2-84d8-89223c4fa805 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5081ba0e-c198-4025-b8da-a44d43d1e92f HTTP/1.1" status: 204 len: 168 time: 0.2921922 Jun 28 12:25:59.843421 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caeb377c-7c10-45da-ad3a-733f3a64f59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f17edba-3a23-4825-ac7b-dea628974683'}, {'server_uuid': '47ac15d6-1339-4bfb-9a96-7e70456dd67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5423c4-773d-4c8c-bdcf-114397a68321'}, {'server_uuid': 'a9cb368f-68be-47df-acb0-34ccdd798545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aade2f67-08ef-4e10-b36d-66aaf64249e3'}] {{(pid=79150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:25:59.909162 dv-cinder-798094-1-iscsi neutron-server[79150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caeb377c-7c10-45da-ad3a-733f3a64f59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f17edba-3a23-4825-ac7b-dea628974683', 'code': 200} Jun 28 12:25:59.909442 dv-cinder-798094-1-iscsi neutron-server[79150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ac15d6-1339-4bfb-9a96-7e70456dd67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5423c4-773d-4c8c-bdcf-114397a68321', 'code': 200} Jun 28 12:25:59.909951 dv-cinder-798094-1-iscsi neutron-server[79150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9cb368f-68be-47df-acb0-34ccdd798545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aade2f67-08ef-4e10-b36d-66aaf64249e3', 'code': 200} Jun 28 12:26:00.194249 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178707c-27a6-4e78-81c0-8f5876c57e67 req-1959868b-d598-45d7-900e-1209e81430fb tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:00.195826 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e178707c-27a6-4e78-81c0-8f5876c57e67 req-1959868b-d598-45d7-900e-1209e81430fb tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 945 time: 0.1145914 Jun 28 12:26:00.204760 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae16998-4687-46d5-99f0-3c459a3f6388 req-d940081e-6993-469f-92f7-4affbb6b92de tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:00.206223 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6ae16998-4687-46d5-99f0-3c459a3f6388 req-d940081e-6993-469f-92f7-4affbb6b92de tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 946 time: 0.1565995 Jun 28 12:26:00.276515 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e178707c-27a6-4e78-81c0-8f5876c57e67 req-2888de49-d1fe-4f3f-9fe7-d7b999179499 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692875 Jun 28 12:26:00.280987 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6ae16998-4687-46d5-99f0-3c459a3f6388 req-5e126f6a-12f3-483b-9323-c1771548ffeb tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad28f50-042c-49a1-bdd1-c13952d3d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592430 Jun 28 12:26:00.821618 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 44644) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:00.856302 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb000503-86ef-4fd3-a98e-9cb8d92d928b req-2691841d-3c7c-4e71-a127-4a7b3f113ffc tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:00.857794 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cb000503-86ef-4fd3-a98e-9cb8d92d928b req-2691841d-3c7c-4e71-a127-4a7b3f113ffc tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.0903087 Jun 28 12:26:00.874299 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-5e21154b-14b0-43b2-929e-c341c6545fcf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=15b377328c6e4e0085b3516610c1e03b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511670 Jun 28 12:26:00.876869 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 44652) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:00.933845 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cb000503-86ef-4fd3-a98e-9cb8d92d928b req-1cfa914a-46f2-4c96-8c8c-7d4fa9ac423b tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680649 Jun 28 12:26:00.973286 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-060965a6-5f77-4731-a949-3f0cb472cce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:01.001172 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-060965a6-5f77-4731-a949-3f0cb472cce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:01.161005 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-060965a6-5f77-4731-a949-3f0cb472cce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:01.165403 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:01.178875 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060965a6-5f77-4731-a949-3f0cb472cce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ded5f0-f5d6-4986-8e7a-2ed5c9d168e5,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:01.180467 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-060965a6-5f77-4731-a949-3f0cb472cce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:01.185376 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-060965a6-5f77-4731-a949-3f0cb472cce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:01.186500 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-060965a6-5f77-4731-a949-3f0cb472cce7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5ded5f0-f5d6-4986-8e7a-2ed5c9d168e5 HTTP/1.1" status: 204 len: 168 time: 0.3086593 Jun 28 12:26:01.536156 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a362607-0c38-4d84-984b-38e339b2110a req-f75a4a9a-4aa8-4ace-9863-d85601f3c7ad tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:01.537715 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8a362607-0c38-4d84-984b-38e339b2110a req-f75a4a9a-4aa8-4ace-9863-d85601f3c7ad tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 945 time: 0.1473095 Jun 28 12:26:01.546813 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d12d2b-b99f-4673-9019-5a0473274244 req-308f70b6-11c6-4e99-aa21-0d97b21f5638 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:01.548300 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-86d12d2b-b99f-4673-9019-5a0473274244 req-308f70b6-11c6-4e99-aa21-0d97b21f5638 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 946 time: 0.1267154 Jun 28 12:26:01.615416 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8a362607-0c38-4d84-984b-38e339b2110a req-89a08351-8076-4d32-ba46-9545b1310456 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661311 Jun 28 12:26:01.625693 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-86d12d2b-b99f-4673-9019-5a0473274244 req-fd351bfe-acba-4f39-9f05-0441002599e0 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad28f50-042c-49a1-bdd1-c13952d3d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616269 Jun 28 12:26:02.131034 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35411e77-d6a6-4d97-ac89-6bc1b2ce94ee req-1bb8eb7e-5123-4ed1-ba1b-5c49eed0c8fb tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:02.133161 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-35411e77-d6a6-4d97-ac89-6bc1b2ce94ee req-1bb8eb7e-5123-4ed1-ba1b-5c49eed0c8fb tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.0875270 Jun 28 12:26:02.181013 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-35411e77-d6a6-4d97-ac89-6bc1b2ce94ee req-711fd4ce-cd27-41fa-952f-8955727a21c6 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418644 Jun 28 12:26:02.926466 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84111f-ffd1-4a5d-8326-87734fbc0d12 req-959614b5-844e-45e0-abf3-82afe15e7489 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:02.927981 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7e84111f-ffd1-4a5d-8326-87734fbc0d12 req-959614b5-844e-45e0-abf3-82afe15e7489 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 945 time: 0.1608787 Jun 28 12:26:02.938291 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24142b-5d5c-4d2f-a69b-7fdc50e4bc46 req-d99381ce-2f0d-4f14-a8b2-aef6e0fa3073 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:02.939272 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ff24142b-5d5c-4d2f-a69b-7fdc50e4bc46 req-d99381ce-2f0d-4f14-a8b2-aef6e0fa3073 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 946 time: 0.1302705 Jun 28 12:26:03.022828 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7e84111f-ffd1-4a5d-8326-87734fbc0d12 req-7955ae9f-e42d-463c-8f31-bd420942c209 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824568 Jun 28 12:26:03.041605 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ff24142b-5d5c-4d2f-a69b-7fdc50e4bc46 req-70f9916f-c544-49f6-ad51-2e16f48f23bb tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad28f50-042c-49a1-bdd1-c13952d3d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872734 Jun 28 12:26:03.463195 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c16d7f-b04a-4d93-bb1c-6895325ec303 req-51680bbf-7fee-4632-9473-d36befb5e04b tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:03.470469 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f2c16d7f-b04a-4d93-bb1c-6895325ec303 req-51680bbf-7fee-4632-9473-d36befb5e04b tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.1782906 Jun 28 12:26:03.512278 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f2c16d7f-b04a-4d93-bb1c-6895325ec303 req-f94ef9c8-831b-4043-a221-10498b3727f6 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409596 Jun 28 12:26:03.580743 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 44750) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:03.720511 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-a85c9cda-a048-4171-9313-d19b27bda555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:03.736684 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-a85c9cda-a048-4171-9313-d19b27bda555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:03.741993 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-a85c9cda-a048-4171-9313-d19b27bda555 admin admin] Usage tracker for resource:security_group_rule and tenant:ba55743ca3704fd3ba916cf3a42ffa80 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:03.745466 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-a85c9cda-a048-4171-9313-d19b27bda555 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:03.751950 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-a85c9cda-a048-4171-9313-d19b27bda555 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:03.869189 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-a85c9cda-a048-4171-9313-d19b27bda555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:03.961697 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-a85c9cda-a048-4171-9313-d19b27bda555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:03.969452 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-f571fb33-f347-4d1e-b0c2-1e9af9e9f393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:04.018900 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c9cda-a048-4171-9313-d19b27bda555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86629574-b282-4f05-9efb-8469e021fe13,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:04.022589 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-a85c9cda-a048-4171-9313-d19b27bda555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:04.026378 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-a85c9cda-a048-4171-9313-d19b27bda555 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba55743ca3704fd3ba916cf3a42ffa80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4458752 Jun 28 12:26:04.035153 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 44772) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:04.125305 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-e59abb44-8bf4-4003-8e6d-24d7494fb91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:04.158364 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-e59abb44-8bf4-4003-8e6d-24d7494fb91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:04.341184 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254bd7a-20e9-4dc9-ab2d-6061a4e67a04 req-f4f62523-5a6f-4920-9521-f2212c3595b8 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:04.342724 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1254bd7a-20e9-4dc9-ab2d-6061a4e67a04 req-f4f62523-5a6f-4920-9521-f2212c3595b8 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 946 time: 0.1433268 Jun 28 12:26:04.357902 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ef873-d4ae-4f9e-b6c5-017b11142161 req-b3a3f211-17b3-4975-93fa-6ca2fdb75e07 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:04.359531 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-628ef873-d4ae-4f9e-b6c5-017b11142161 req-b3a3f211-17b3-4975-93fa-6ca2fdb75e07 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 945 time: 0.1925745 Jun 28 12:26:04.436367 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1254bd7a-20e9-4dc9-ab2d-6061a4e67a04 req-8414aeb2-6823-4576-994f-1e13cafd85f8 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad28f50-042c-49a1-bdd1-c13952d3d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873134 Jun 28 12:26:04.439590 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-e59abb44-8bf4-4003-8e6d-24d7494fb91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:04.447576 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-d38d14c5-5554-40b9-b8ff-265276a786f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:04.467729 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-628ef873-d4ae-4f9e-b6c5-017b11142161 req-449d308c-d1fc-49c8-ba50-0fd14c1becdb tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947864 Jun 28 12:26:04.470517 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-e59abb44-8bf4-4003-8e6d-24d7494fb91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:04.476171 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-e59abb44-8bf4-4003-8e6d-24d7494fb91e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86629574-b282-4f05-9efb-8469e021fe13 HTTP/1.1" status: 204 len: 168 time: 0.4364228 Jun 28 12:26:04.476171 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59abb44-8bf4-4003-8e6d-24d7494fb91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86629574-b282-4f05-9efb-8469e021fe13,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:04.476171 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-e59abb44-8bf4-4003-8e6d-24d7494fb91e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:04.705132 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26727b9-ae94-4853-87ba-948f736e2df5 req-a644d1d7-65e5-4322-a870-bf0fa4fc79b9 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:04.706593 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c26727b9-ae94-4853-87ba-948f736e2df5 req-a644d1d7-65e5-4322-a870-bf0fa4fc79b9 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.0816917 Jun 28 12:26:04.754985 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c26727b9-ae94-4853-87ba-948f736e2df5 req-64de4c15-6ca1-4bc1-b2cc-c608088731df tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425572 Jun 28 12:26:05.286481 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 44804) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:05.306947 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-5576eca4-fe4e-4d1f-ba9d-941117d1c92f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:05.321500 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-5576eca4-fe4e-4d1f-ba9d-941117d1c92f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:05.325493 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-5576eca4-fe4e-4d1f-ba9d-941117d1c92f admin admin] Usage tracker for resource:security_group_rule and tenant:22e2d147f569449cb9bcff835c192743 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:05.328692 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-5576eca4-fe4e-4d1f-ba9d-941117d1c92f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:05.334406 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-5576eca4-fe4e-4d1f-ba9d-941117d1c92f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:05.416180 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-5576eca4-fe4e-4d1f-ba9d-941117d1c92f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:05.546399 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-5576eca4-fe4e-4d1f-ba9d-941117d1c92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:05.546502 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f0827-bc42-4f2c-a682-a2e522599f20 req-6357a38a-9f80-47de-aec2-f2d6fdb63d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:05.552014 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a42f0827-bc42-4f2c-a682-a2e522599f20 req-6357a38a-9f80-47de-aec2-f2d6fdb63d34 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 1099 time: 0.1163471 Jun 28 12:26:05.597995 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-f80fae04-bf3f-4c58-8837-4c0475b6f2e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:05.625054 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-5576eca4-fe4e-4d1f-ba9d-941117d1c92f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=22e2d147f569449cb9bcff835c192743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3350756 Jun 28 12:26:05.630689 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 44816) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:05.675630 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576eca4-fe4e-4d1f-ba9d-941117d1c92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd40a7a-5ec0-41a6-858a-91432063af1f,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:05.687894 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9fe7d-34b3-4dc6-a857-c31d8bde6e27 req-205a5ad2-a297-4bc3-96fc-986aa0df8cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:05.700488 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-dde9fe7d-34b3-4dc6-a857-c31d8bde6e27 req-205a5ad2-a297-4bc3-96fc-986aa0df8cf6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 1098 time: 0.2646320 Jun 28 12:26:05.701748 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a42f0827-bc42-4f2c-a682-a2e522599f20 req-30fd59d6-5b04-412a-bc04-641ff9073c15 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6ad28f50-042c-49a1-bdd1-c13952d3d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422396 Jun 28 12:26:05.706052 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-5576eca4-fe4e-4d1f-ba9d-941117d1c92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:05.708140 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8debdf6-5697-4ec3-bf36-1b1ebc635aab req-21e3827b-c09d-43aa-a923-f651b7f90ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:05.710029 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-e8debdf6-5697-4ec3-bf36-1b1ebc635aab req-21e3827b-c09d-43aa-a923-f651b7f90ce4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 1099 time: 0.2419982 Jun 28 12:26:05.744044 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18da72c-5f4f-446a-9ed4-d4022df732c1 req-e68a3120-29a9-48ef-b7c3-99063df3f69c tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:05.751238 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d18da72c-5f4f-446a-9ed4-d4022df732c1 req-e68a3120-29a9-48ef-b7c3-99063df3f69c tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 946 time: 0.1589677 Jun 28 12:26:05.754064 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e6c35f83-f7b9-445d-8747-99cea43abfab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:05.787880 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e6c35f83-f7b9-445d-8747-99cea43abfab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:05.812452 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647561e-104f-4a97-9b64-11471baffa59 req-c67459c7-4a8e-45c8-af58-972c016d5bee tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:05.814003 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1647561e-104f-4a97-9b64-11471baffa59 req-c67459c7-4a8e-45c8-af58-972c016d5bee tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 945 time: 0.1722243 Jun 28 12:26:05.820345 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d18da72c-5f4f-446a-9ed4-d4022df732c1 req-37d522f5-d01f-47a7-b1d1-6cb1a5a740ae tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad28f50-042c-49a1-bdd1-c13952d3d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682199 Jun 28 12:26:05.888138 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1647561e-104f-4a97-9b64-11471baffa59 req-d6716247-ed64-4ed6-9048-4d8d39a930f2 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626466 Jun 28 12:26:05.985162 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e6c35f83-f7b9-445d-8747-99cea43abfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:05.997201 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:06.024082 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c35f83-f7b9-445d-8747-99cea43abfab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd40a7a-5ec0-41a6-858a-91432063af1f,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:06.025173 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-e6c35f83-f7b9-445d-8747-99cea43abfab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:06.027904 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e6c35f83-f7b9-445d-8747-99cea43abfab admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:06.029377 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-e6c35f83-f7b9-445d-8747-99cea43abfab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0bd40a7a-5ec0-41a6-858a-91432063af1f HTTP/1.1" status: 204 len: 168 time: 0.3933029 Jun 28 12:26:06.043132 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a4cc1-27a4-40eb-8479-e126311a8026 req-0fab3285-22b2-488f-a325-e503fb9736a4 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:06.045205 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0a1a4cc1-27a4-40eb-8479-e126311a8026 req-0fab3285-22b2-488f-a325-e503fb9736a4 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.1135447 Jun 28 12:26:06.118708 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0a1a4cc1-27a4-40eb-8479-e126311a8026 req-269e7081-f89b-47b9-bca8-04f01b69198d tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605114 Jun 28 12:26:07.198068 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7bd9e-de98-4788-b2d6-2cc72cad41c6 req-99f57ecc-7967-4a44-b770-36fa353ace3e tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:07.199672 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-40f7bd9e-de98-4788-b2d6-2cc72cad41c6 req-99f57ecc-7967-4a44-b770-36fa353ace3e tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 946 time: 0.1887937 Jun 28 12:26:07.214557 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810aa7c-62ca-4859-acb9-ab034918e1c4 req-c72bc143-cdb2-4179-b9ac-b83a94d3b2ba tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:07.216090 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5810aa7c-62ca-4859-acb9-ab034918e1c4 req-c72bc143-cdb2-4179-b9ac-b83a94d3b2ba tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 945 time: 0.1324234 Jun 28 12:26:07.284646 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-40f7bd9e-de98-4788-b2d6-2cc72cad41c6 req-73d257b5-3401-42a3-aa47-e0f302ab92bc tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad28f50-042c-49a1-bdd1-c13952d3d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788317 Jun 28 12:26:07.287309 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5810aa7c-62ca-4859-acb9-ab034918e1c4 req-e25dee4b-d104-4e83-b111-ba0c36da09ad tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579200 Jun 28 12:26:07.473574 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e481cfa-6103-4c46-a2ad-4d567c28a1ae req-0e2cd4f3-3926-4a6e-8b75-4ec3eba4983b tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:07.475016 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7e481cfa-6103-4c46-a2ad-4d567c28a1ae req-0e2cd4f3-3926-4a6e-8b75-4ec3eba4983b tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.0849123 Jun 28 12:26:07.519088 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7e481cfa-6103-4c46-a2ad-4d567c28a1ae req-cd2e4240-d08c-4bd3-b485-fe277228df9a tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381274 Jun 28 12:26:07.743649 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-dde9fe7d-34b3-4dc6-a857-c31d8bde6e27 req-8ca1599d-87f0-4f3b-8351-7092202088d8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341601 Jun 28 12:26:07.869348 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 44890) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:08.023761 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-079a4141-8bc2-400e-972c-fa99b6e61c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:08.038125 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-079a4141-8bc2-400e-972c-fa99b6e61c64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:08.041903 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-079a4141-8bc2-400e-972c-fa99b6e61c64 admin admin] Usage tracker for resource:security_group_rule and tenant:e35f64307ad34c77b04fa213d10e9f01 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:08.044747 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-079a4141-8bc2-400e-972c-fa99b6e61c64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:08.050320 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-079a4141-8bc2-400e-972c-fa99b6e61c64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:08.135605 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-079a4141-8bc2-400e-972c-fa99b6e61c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:08.247326 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-079a4141-8bc2-400e-972c-fa99b6e61c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:08.256378 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-75aeb8a6-ceca-49c5-b666-5efdbea8034e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:08.299200 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-079a4141-8bc2-400e-972c-fa99b6e61c64 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e35f64307ad34c77b04fa213d10e9f01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4287210 Jun 28 12:26:08.300806 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a4141-8bc2-400e-972c-fa99b6e61c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4256a2e3-ec41-49d1-8332-4d9553c78e7e,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:08.301852 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 44914) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:08.304453 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-079a4141-8bc2-400e-972c-fa99b6e61c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:08.372553 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-de0a506e-32fb-4d48-85db-520e31ced792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:08.407440 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-de0a506e-32fb-4d48-85db-520e31ced792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:08.555715 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92653648-910f-4108-83f7-9cf9e0a998c3 req-f4dc4e40-f2c6-4262-83d4-e51160dfe525 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:08.557174 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-92653648-910f-4108-83f7-9cf9e0a998c3 req-f4dc4e40-f2c6-4262-83d4-e51160dfe525 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 945 time: 0.1429157 Jun 28 12:26:08.569488 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a107065-e6f3-41f9-9b7f-44c5efcaeb94 req-220c5213-a903-4b03-930d-7454987f531d tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:08.570921 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2a107065-e6f3-41f9-9b7f-44c5efcaeb94 req-220c5213-a903-4b03-930d-7454987f531d tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 946 time: 0.1207209 Jun 28 12:26:08.602412 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-de0a506e-32fb-4d48-85db-520e31ced792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:08.607984 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-d1daaf57-83f4-433e-aebb-0114610e937a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:08.622241 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a506e-32fb-4d48-85db-520e31ced792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4256a2e3-ec41-49d1-8332-4d9553c78e7e,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:08.625978 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-de0a506e-32fb-4d48-85db-520e31ced792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:08.629241 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-fdf91c7a-f498-49a6-8f11-b6fd4ef32282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:08.633592 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-de0a506e-32fb-4d48-85db-520e31ced792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:08.635347 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-de0a506e-32fb-4d48-85db-520e31ced792 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4256a2e3-ec41-49d1-8332-4d9553c78e7e HTTP/1.1" status: 204 len: 168 time: 0.3324473 Jun 28 12:26:08.647978 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2a107065-e6f3-41f9-9b7f-44c5efcaeb94 req-9890a01a-a2d8-4496-b137-b4d5c9c70fdd tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad28f50-042c-49a1-bdd1-c13952d3d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620229 Jun 28 12:26:08.650677 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-92653648-910f-4108-83f7-9cf9e0a998c3 req-813e4e9a-0fc7-4d27-8219-ee51d4668c10 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787477 Jun 28 12:26:08.850609 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d859676-bcb5-48b0-8700-52af1f490c0e req-72070a3e-3a47-4045-92f4-50719e688345 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:08.852216 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2d859676-bcb5-48b0-8700-52af1f490c0e req-72070a3e-3a47-4045-92f4-50719e688345 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.0853331 Jun 28 12:26:08.928266 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2d859676-bcb5-48b0-8700-52af1f490c0e req-d85b6f51-5635-4c7e-8fad-02dea5a43727 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700746 Jun 28 12:26:08.939461 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:09.082760 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-e8debdf6-5697-4ec3-bf36-1b1ebc635aab req-8b8a983a-78fb-4cc9-81e4-1f5d8c574e65 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350726 Jun 28 12:26:09.521405 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 44962) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:09.539999 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2597c655-3007-40b8-acdf-e305c44c5868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:09.554422 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-2597c655-3007-40b8-acdf-e305c44c5868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:09.558317 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-2597c655-3007-40b8-acdf-e305c44c5868 admin admin] Usage tracker for resource:security_group_rule and tenant:91470a2b242142c79fb455099646ec67 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:09.561331 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-2597c655-3007-40b8-acdf-e305c44c5868 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:09.567121 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-2597c655-3007-40b8-acdf-e305c44c5868 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:09.648741 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2597c655-3007-40b8-acdf-e305c44c5868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:09.727659 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2597c655-3007-40b8-acdf-e305c44c5868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:09.736346 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-752cfe2d-fe8c-4346-a9e8-636bc774edb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:09.785090 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 44972) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:09.793337 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-2597c655-3007-40b8-acdf-e305c44c5868 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=91470a2b242142c79fb455099646ec67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2708592 Jun 28 12:26:09.798799 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 44976) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:09.799794 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597c655-3007-40b8-acdf-e305c44c5868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccfe61b-f4fd-4998-a036-563c6919eea2,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:09.804247 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-2597c655-3007-40b8-acdf-e305c44c5868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:09.869878 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-007b6280-0b2a-4079-b457-c94552fed0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:09.900055 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-007b6280-0b2a-4079-b457-c94552fed0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:09.964383 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-704b5602-557a-4693-87bf-61703197ad4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:09.993809 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d798cb-6a92-4cb5-a24f-3e06037aa1f4 req-994b1b21-4aad-43fb-bb76-7f4a59112a2d tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:09.995310 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-46d798cb-6a92-4cb5-a24f-3e06037aa1f4 req-994b1b21-4aad-43fb-bb76-7f4a59112a2d tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 945 time: 0.1218908 Jun 28 12:26:10.002846 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816d1cf-98b9-4350-ab31-43a3fd2e8243 req-99db9392-125c-409a-93cb-0d66c142b18e tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:10.009305 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-704b5602-557a-4693-87bf-61703197ad4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:10.010765 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f816d1cf-98b9-4350-ab31-43a3fd2e8243 req-99db9392-125c-409a-93cb-0d66c142b18e tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 946 time: 0.2399950 Jun 28 12:26:10.014443 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-704b5602-557a-4693-87bf-61703197ad4b admin admin] Usage tracker for resource:security_group_rule and tenant:397aaf0dd30448a1b5634ba3f0d53031 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:10.017574 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-704b5602-557a-4693-87bf-61703197ad4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:10.026571 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-704b5602-557a-4693-87bf-61703197ad4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:10.083095 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-46d798cb-6a92-4cb5-a24f-3e06037aa1f4 req-3248cf69-cdc6-4a10-8e99-febefd37db1f tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692649 Jun 28 12:26:10.085879 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f816d1cf-98b9-4350-ab31-43a3fd2e8243 req-19e58ed1-26d6-4df9-bb19-942cb8d512bc tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad28f50-042c-49a1-bdd1-c13952d3d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742950 Jun 28 12:26:10.135550 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-007b6280-0b2a-4079-b457-c94552fed0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:10.142406 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:10.162219 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b6280-0b2a-4079-b457-c94552fed0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccfe61b-f4fd-4998-a036-563c6919eea2,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:10.167326 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-007b6280-0b2a-4079-b457-c94552fed0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:10.179700 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-007b6280-0b2a-4079-b457-c94552fed0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:10.180961 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-007b6280-0b2a-4079-b457-c94552fed0ae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9ccfe61b-f4fd-4998-a036-563c6919eea2 HTTP/1.1" status: 204 len: 168 time: 0.3783748 Jun 28 12:26:10.249262 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-704b5602-557a-4693-87bf-61703197ad4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:10.282291 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c24e3-82ce-4159-b107-78eabed64d5c req-b84a5cdf-a49f-417d-a89a-df29ebd3e757 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:10.284446 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-271c24e3-82ce-4159-b107-78eabed64d5c req-b84a5cdf-a49f-417d-a89a-df29ebd3e757 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.0947881 Jun 28 12:26:10.330339 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-271c24e3-82ce-4159-b107-78eabed64d5c req-c513e636-b89c-40af-ad83-1669e8e061ba tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401273 Jun 28 12:26:10.333007 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-704b5602-557a-4693-87bf-61703197ad4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:10.341656 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-2cabad8f-207c-473a-a45f-b6d19182f1f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:10.387685 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-704b5602-557a-4693-87bf-61703197ad4b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=397aaf0dd30448a1b5634ba3f0d53031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6015372 Jun 28 12:26:10.388620 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b5602-557a-4693-87bf-61703197ad4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2d66d6-da32-42b2-a8fb-963d78afd9a3,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:10.390596 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 45000) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:10.391653 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-704b5602-557a-4693-87bf-61703197ad4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:10.451816 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-31e11fda-5f45-4686-a20e-834a0ab14e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:10.478590 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-31e11fda-5f45-4686-a20e-834a0ab14e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:10.634923 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-31e11fda-5f45-4686-a20e-834a0ab14e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:10.642255 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-95bd4a87-b55b-49a1-8fb9-7f03584ce250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:10.664968 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e11fda-5f45-4686-a20e-834a0ab14e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2d66d6-da32-42b2-a8fb-963d78afd9a3,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:10.667227 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-31e11fda-5f45-4686-a20e-834a0ab14e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:10.672440 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-31e11fda-5f45-4686-a20e-834a0ab14e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:10.674330 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-31e11fda-5f45-4686-a20e-834a0ab14e21 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb2d66d6-da32-42b2-a8fb-963d78afd9a3 HTTP/1.1" status: 204 len: 168 time: 0.2789078 Jun 28 12:26:11.104517 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-ddad8672-451f-4273-a9df-718dec939c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:11.328705 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c97042-aa36-41d5-a137-616627fe3b52 req-42e527a2-b590-4b43-a95c-eb334fe940d4 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:11.330154 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d0c97042-aa36-41d5-a137-616627fe3b52 req-42e527a2-b590-4b43-a95c-eb334fe940d4 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 946 time: 0.1329381 Jun 28 12:26:11.342807 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb806890-493c-498b-960e-7e7995fa3775 req-10596ca5-cfc4-447a-9462-8b3f22f037be tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:11.344204 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bb806890-493c-498b-960e-7e7995fa3775 req-10596ca5-cfc4-447a-9462-8b3f22f037be tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 945 time: 0.1119490 Jun 28 12:26:11.357514 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 45044) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:11.376264 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-9594ccc0-09f4-4c7a-afd0-14ee54c094aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:11.392347 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-9594ccc0-09f4-4c7a-afd0-14ee54c094aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:11.396408 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-9594ccc0-09f4-4c7a-afd0-14ee54c094aa admin admin] Usage tracker for resource:security_group_rule and tenant:33d9bbd3c8844c73b729a97f3070dd0a is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:11.400131 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-9594ccc0-09f4-4c7a-afd0-14ee54c094aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:11.405958 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-9594ccc0-09f4-4c7a-afd0-14ee54c094aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:11.418281 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d0c97042-aa36-41d5-a137-616627fe3b52 req-34916f7d-cded-4369-bdf9-b9e093f2a080 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad28f50-042c-49a1-bdd1-c13952d3d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731492 Jun 28 12:26:11.424860 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:26:11.434430 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bb806890-493c-498b-960e-7e7995fa3775 req-fed0609c-eb89-4e1d-976d-a7b58fb89ca9 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705013 Jun 28 12:26:11.434959 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 45050) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:11.509199 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-9594ccc0-09f4-4c7a-afd0-14ee54c094aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:11.584624 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-9594ccc0-09f4-4c7a-afd0-14ee54c094aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:11.594178 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-5576eca4-fe4e-4d1f-ba9d-941117d1c92f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:11.621228 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71258588-23c8-4f0e-8d79-810f8726a88c req-dd2c0eac-e8ad-4868-b9e6-5efca9f7c092 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:11.622807 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-71258588-23c8-4f0e-8d79-810f8726a88c req-dd2c0eac-e8ad-4868-b9e6-5efca9f7c092 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.0803928 Jun 28 12:26:11.627728 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-89622561-0d50-4a26-87dd-6c637fb18e70 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1912174194-network', 'tenant_id': '56e4231ca0124f3eb1170beebda8524b'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:26:11.633710 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-89622561-0d50-4a26-87dd-6c637fb18e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:11.635555 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-9594ccc0-09f4-4c7a-afd0-14ee54c094aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=33d9bbd3c8844c73b729a97f3070dd0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768531 Jun 28 12:26:11.637350 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9594ccc0-09f4-4c7a-afd0-14ee54c094aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6cf58b-ab2b-4558-95aa-2964587906d4,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:11.640534 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-9594ccc0-09f4-4c7a-afd0-14ee54c094aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:11.641210 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 45056) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:11.651906 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-89622561-0d50-4a26-87dd-6c637fb18e70 admin admin] Usage tracker for resource:network and tenant:56e4231ca0124f3eb1170beebda8524b is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:11.656204 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-89622561-0d50-4a26-87dd-6c637fb18e70 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:11.665373 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-89622561-0d50-4a26-87dd-6c637fb18e70 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:11.697064 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-71258588-23c8-4f0e-8d79-810f8726a88c req-08494deb-8de8-4a77-b54a-c4705ef014b5 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649335 Jun 28 12:26:11.702469 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d84de80c-b7ab-427d-a194-2121c3aae217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:11.731691 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d84de80c-b7ab-427d-a194-2121c3aae217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:11.767147 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89622561-0d50-4a26-87dd-6c637fb18e70 admin admin] Made reservation on behalf of 56e4231ca0124f3eb1170beebda8524b for: {'network': 1} {{(pid=79149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:26:11.769533 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-89622561-0d50-4a26-87dd-6c637fb18e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for network, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:11.781724 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-89622561-0d50-4a26-87dd-6c637fb18e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:11.795453 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-89622561-0d50-4a26-87dd-6c637fb18e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:11.799288 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-89622561-0d50-4a26-87dd-6c637fb18e70 admin admin] Usage tracker for resource:security_group_rule and tenant:56e4231ca0124f3eb1170beebda8524b is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:11.802070 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-89622561-0d50-4a26-87dd-6c637fb18e70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:11.808255 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-89622561-0d50-4a26-87dd-6c637fb18e70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:11.859134 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d84de80c-b7ab-427d-a194-2121c3aae217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:11.862679 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-0e9ce800-ac38-416c-909a-59cd119a1af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:11.873831 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84de80c-b7ab-427d-a194-2121c3aae217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6cf58b-ab2b-4558-95aa-2964587906d4,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:11.877698 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-d84de80c-b7ab-427d-a194-2121c3aae217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:11.883805 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d84de80c-b7ab-427d-a194-2121c3aae217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:11.887335 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-d84de80c-b7ab-427d-a194-2121c3aae217 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad6cf58b-ab2b-4558-95aa-2964587906d4 HTTP/1.1" status: 204 len: 168 time: 0.2427914 Jun 28 12:26:11.935987 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-89622561-0d50-4a26-87dd-6c637fb18e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:11.978967 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-89622561-0d50-4a26-87dd-6c637fb18e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:11.983147 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-a85c9cda-a048-4171-9313-d19b27bda555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:12.007684 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89622561-0d50-4a26-87dd-6c637fb18e70 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=79149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:26:12.020321 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89622561-0d50-4a26-87dd-6c637fb18e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a03e031-f049-40e2-b60a-0234e3735461,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:12.024457 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-89622561-0d50-4a26-87dd-6c637fb18e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:12.025387 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-89622561-0d50-4a26-87dd-6c637fb18e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:12.025726 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.db.segments_db [None req-89622561-0d50-4a26-87dd-6c637fb18e70 admin admin] Added segment 64da3c15-fbc6-456e-85ec-53f9f2289598 of type vlan for network 05ca55b4-1633-4562-8152-fa820bc87e61 Jun 28 12:26:12.053239 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-89622561-0d50-4a26-87dd-6c637fb18e70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727236854384'] for network, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:12.179871 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-89622561-0d50-4a26-87dd-6c637fb18e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291'] for network, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:12.180102 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:12.181346 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89622561-0d50-4a26-87dd-6c637fb18e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:12.181924 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-89622561-0d50-4a26-87dd-6c637fb18e70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:12.186933 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-46af844a-c600-4e00-8136-bac68fdd5552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:12.286003 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89622561-0d50-4a26-87dd-6c637fb18e70 admin admin] Pushing event updated for resources: {'Network': ['ID=05ca55b4-1633-4562-8152-fa820bc87e61,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:12.289353 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-89622561-0d50-4a26-87dd-6c637fb18e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:12.296436 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Network 05ca55b4-1633-4562-8152-fa820bc87e61 details requested by agent ovs-agent-dv-cinder-798094-1-iscsi with host dv-cinder-798094-1-iscsi {{(pid=79150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:26:12.359365 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 45074) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:12.361324 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-89622561-0d50-4a26-87dd-6c637fb18e70 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9252641 Jun 28 12:26:12.367269 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-94160b07-01da-4a8a-93a3-970b38ec1b98 admin admin] Request body: {'subnet': {'network_id': '05ca55b4-1633-4562-8152-fa820bc87e61', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1912174194-subnet', 'tenant_id': '56e4231ca0124f3eb1170beebda8524b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:26:12.372414 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-94160b07-01da-4a8a-93a3-970b38ec1b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:12.376710 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-94160b07-01da-4a8a-93a3-970b38ec1b98 admin admin] Usage tracker for resource:subnet and tenant:56e4231ca0124f3eb1170beebda8524b is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:12.379804 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-94160b07-01da-4a8a-93a3-970b38ec1b98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:12.386648 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-94160b07-01da-4a8a-93a3-970b38ec1b98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:12.474979 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94160b07-01da-4a8a-93a3-970b38ec1b98 admin admin] Made reservation on behalf of 56e4231ca0124f3eb1170beebda8524b for: {'subnet': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:26:12.478120 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-94160b07-01da-4a8a-93a3-970b38ec1b98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1741798'] for subnet, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:12.669191 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68338a6-9372-4997-a74c-67276e3014d5 req-867e1bfb-3ba9-4531-bdeb-2aa17002ac54 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:12.677988 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b68338a6-9372-4997-a74c-67276e3014d5 req-867e1bfb-3ba9-4531-bdeb-2aa17002ac54 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 946 time: 0.1250556 Jun 28 12:26:12.777735 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b68338a6-9372-4997-a74c-67276e3014d5 req-d6b42f74-f73f-4bf9-a0e9-f18e2999aac3 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad28f50-042c-49a1-bdd1-c13952d3d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986948 Jun 28 12:26:12.844336 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fde4d8-0cc5-42a5-9e88-2c5bb2bafdb2 req-17eed9d3-b821-4620-afc5-ce2b76be1fb1 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:12.846270 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-98fde4d8-0cc5-42a5-9e88-2c5bb2bafdb2 req-17eed9d3-b821-4620-afc5-ce2b76be1fb1 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 945 time: 0.1650581 Jun 28 12:26:12.853086 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-94160b07-01da-4a8a-93a3-970b38ec1b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1905340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1741808'] for subnet, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:12.857310 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:12.937481 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-98fde4d8-0cc5-42a5-9e88-2c5bb2bafdb2 req-4de2eab5-6df9-4cd9-ad71-bd09c7634f8e tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845466 Jun 28 12:26:12.979369 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94160b07-01da-4a8a-93a3-970b38ec1b98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=318f58c4-bafa-4573-971d-34e9008bb767,revision_number=0']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:12.981413 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94160b07-01da-4a8a-93a3-970b38ec1b98 admin admin] Checking segment: {'id': '64da3c15-fbc6-456e-85ec-53f9f2289598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '05ca55b4-1633-4562-8152-fa820bc87e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:26:12.981813 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94160b07-01da-4a8a-93a3-970b38ec1b98 admin admin] Network hostable DHCP agents. Network: 05ca55b4-1633-4562-8152-fa820bc87e61, hostable agents: ['00922891-a33d-4784-963e-6ef69cbf19e0'], hosted agents: [] {{(pid=79148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:26:12.989206 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-94160b07-01da-4a8a-93a3-970b38ec1b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:13.047631 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9dba92-9033-435c-b06a-df05b11fa21f req-0585e314-5ff3-4003-99ad-a3ee5eec7a45 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:13.049264 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9a9dba92-9033-435c-b06a-df05b11fa21f req-0585e314-5ff3-4003-99ad-a3ee5eec7a45 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.1159701 Jun 28 12:26:13.119653 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9a9dba92-9033-435c-b06a-df05b11fa21f req-58da9772-9915-49bb-b104-eab07a111a77 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631411 Jun 28 12:26:13.138287 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94160b07-01da-4a8a-93a3-970b38ec1b98 admin admin] Network 05ca55b4-1633-4562-8152-fa820bc87e61 is scheduled to be hosted by DHCP agent 00922891-a33d-4784-963e-6ef69cbf19e0 with binding_index 1 {{(pid=79148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:26:13.282101 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-94160b07-01da-4a8a-93a3-970b38ec1b98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-iscsi, 05ca55b4-1633-4562-8152-fa820bc87e61) {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:26:13.286823 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94160b07-01da-4a8a-93a3-970b38ec1b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:13.287735 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-94160b07-01da-4a8a-93a3-970b38ec1b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for subnet, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:13.292069 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9658d6-0044-4138-a821-eb7be0757e19 None None] Network 05ca55b4-1633-4562-8152-fa820bc87e61 requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:26:13.411659 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-94160b07-01da-4a8a-93a3-970b38ec1b98 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0510740 Jun 28 12:26:13.512279 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304411e3-3d53-4dca-ac2c-f1959ea3a35d None None] Network 05ca55b4-1633-4562-8152-fa820bc87e61 requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:26:13.878208 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:13.998034 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb10fc-a637-40df-8928-5962b8e0b314 req-0d076181-fc45-44e0-bc88-5e959cd5608b tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:13.999652 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2bbb10fc-a637-40df-8928-5962b8e0b314 req-0d076181-fc45-44e0-bc88-5e959cd5608b tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 946 time: 0.0881398 Jun 28 12:26:14.097141 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2bbb10fc-a637-40df-8928-5962b8e0b314 req-9499cf7a-75d6-4a20-93bc-bb63163c6afc tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad28f50-042c-49a1-bdd1-c13952d3d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772035 Jun 28 12:26:14.193589 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4c705-241a-4bbb-b51a-26d49ae13b91 req-ae568f3d-0097-4f56-9f1e-e3d008b87bf4 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:14.195957 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-68b4c705-241a-4bbb-b51a-26d49ae13b91 req-ae568f3d-0097-4f56-9f1e-e3d008b87bf4 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 945 time: 0.1022251 Jun 28 12:26:14.264191 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-68b4c705-241a-4bbb-b51a-26d49ae13b91 req-87b11aca-c178-4927-a479-cf3c18a6cd9d tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616510 Jun 28 12:26:14.381503 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3676925-09c7-401e-887d-1ecdaf339fa1 req-9460cf9f-8580-439e-90be-692a3ee9b18a tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:14.386766 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d3676925-09c7-401e-887d-1ecdaf339fa1 req-9460cf9f-8580-439e-90be-692a3ee9b18a tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.0981362 Jun 28 12:26:14.436861 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d3676925-09c7-401e-887d-1ecdaf339fa1 req-e8eafcf6-58a2-4a24-a3ed-62ba4dba9b51 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455012 Jun 28 12:26:14.463072 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 45146) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:14.463072 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-ab565d4e-f8c3-497e-aa6d-937a165169bb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-613453310-network', 'tenant_id': '7748ce47a5634bdaa384cb9347a56242'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:26:14.469901 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-ab565d4e-f8c3-497e-aa6d-937a165169bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:14.474187 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-ab565d4e-f8c3-497e-aa6d-937a165169bb admin admin] Usage tracker for resource:network and tenant:7748ce47a5634bdaa384cb9347a56242 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:14.477359 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-ab565d4e-f8c3-497e-aa6d-937a165169bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:14.483857 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-ab565d4e-f8c3-497e-aa6d-937a165169bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:14.585260 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab565d4e-f8c3-497e-aa6d-937a165169bb admin admin] Made reservation on behalf of 7748ce47a5634bdaa384cb9347a56242 for: {'network': 1} {{(pid=79149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:26:14.587773 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ab565d4e-f8c3-497e-aa6d-937a165169bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for network, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:14.604462 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ab565d4e-f8c3-497e-aa6d-937a165169bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:14.620972 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-ab565d4e-f8c3-497e-aa6d-937a165169bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:14.624880 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-ab565d4e-f8c3-497e-aa6d-937a165169bb admin admin] Usage tracker for resource:security_group_rule and tenant:7748ce47a5634bdaa384cb9347a56242 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:14.627727 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-ab565d4e-f8c3-497e-aa6d-937a165169bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:14.634245 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-ab565d4e-f8c3-497e-aa6d-937a165169bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:14.728490 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ab565d4e-f8c3-497e-aa6d-937a165169bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:14.830256 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ab565d4e-f8c3-497e-aa6d-937a165169bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:14.835875 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-93f09f01-6a76-40a2-84d8-89223c4fa805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:14.864409 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab565d4e-f8c3-497e-aa6d-937a165169bb admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=79149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:26:14.873554 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab565d4e-f8c3-497e-aa6d-937a165169bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767def16-e121-4095-88af-d5a7defa1c24,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:14.879814 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-ab565d4e-f8c3-497e-aa6d-937a165169bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:14.880967 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ab565d4e-f8c3-497e-aa6d-937a165169bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:14.881451 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.db.segments_db [None req-ab565d4e-f8c3-497e-aa6d-937a165169bb admin admin] Added segment af3cdc08-9bc0-400d-80d6-95a2a7ee3ede of type vlan for network cead55e0-0c01-4eb7-b8dc-ef070d89586b Jun 28 12:26:14.979195 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ab565d4e-f8c3-497e-aa6d-937a165169bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727236854384'] for network, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:15.115234 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24d2ae-f645-4e18-8e44-5ab9d8e46ff2 req-212b563a-dcba-4f8e-aee5-6fe4e42fc043 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:15.123527 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8e24d2ae-f645-4e18-8e44-5ab9d8e46ff2 req-212b563a-dcba-4f8e-aee5-6fe4e42fc043 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.0909424 Jun 28 12:26:15.144892 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ab565d4e-f8c3-497e-aa6d-937a165169bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291'] for network, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:15.149574 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab565d4e-f8c3-497e-aa6d-937a165169bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:15.154528 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ab565d4e-f8c3-497e-aa6d-937a165169bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:15.159917 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:15.236931 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8e24d2ae-f645-4e18-8e44-5ab9d8e46ff2 req-3c9d8eea-34b7-447a-971b-9f36d293df65 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124153 Jun 28 12:26:15.248334 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9865a-edef-41f4-8908-9b31f2871b03 req-eea20485-0252-45e7-a80a-856862a72973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:15.250446 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-8ab9865a-edef-41f4-8908-9b31f2871b03 req-eea20485-0252-45e7-a80a-856862a72973 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f70e7bdbdb2e4a60bd5652622759bce1&device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 1099 time: 0.1382358 Jun 28 12:26:15.296338 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab565d4e-f8c3-497e-aa6d-937a165169bb admin admin] Pushing event updated for resources: {'Network': ['ID=cead55e0-0c01-4eb7-b8dc-ef070d89586b,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:15.299122 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-ab565d4e-f8c3-497e-aa6d-937a165169bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:15.306644 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Network cead55e0-0c01-4eb7-b8dc-ef070d89586b details requested by agent ovs-agent-dv-cinder-798094-1-iscsi with host dv-cinder-798094-1-iscsi {{(pid=79150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:26:15.351692 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-ab565d4e-f8c3-497e-aa6d-937a165169bb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8962579 Jun 28 12:26:15.354634 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 45180) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:15.363588 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-055b44c2-7f01-4c29-ac9c-c0ded8bc7d53 admin admin] Request body: {'subnet': {'network_id': 'cead55e0-0c01-4eb7-b8dc-ef070d89586b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-613453310-subnet', 'tenant_id': '7748ce47a5634bdaa384cb9347a56242', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:26:15.378624 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-055b44c2-7f01-4c29-ac9c-c0ded8bc7d53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:15.415343 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-055b44c2-7f01-4c29-ac9c-c0ded8bc7d53 admin admin] Usage tracker for resource:subnet and tenant:7748ce47a5634bdaa384cb9347a56242 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:15.426698 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9865a-edef-41f4-8908-9b31f2871b03 req-6fd46736-1c33-406b-9ece-92a20497746a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:15.427028 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-055b44c2-7f01-4c29-ac9c-c0ded8bc7d53 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:15.429130 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-8ab9865a-edef-41f4-8908-9b31f2871b03 req-6fd46736-1c33-406b-9ece-92a20497746a service neutron] 10.222.0.64 "GET /v2.0/networks?id=adf81282-f698-47e0-90b1-493d2e00a657 HTTP/1.1" status: 200 len: 920 time: 0.1713769 Jun 28 12:26:15.438330 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-055b44c2-7f01-4c29-ac9c-c0ded8bc7d53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:15.483424 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db064e-2300-40c5-9af5-e6efdab4e3a7 req-68749e59-2cec-4f1e-ba57-3bff5f130458 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:15.484874 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-57db064e-2300-40c5-9af5-e6efdab4e3a7 req-68749e59-2cec-4f1e-ba57-3bff5f130458 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 945 time: 0.1094730 Jun 28 12:26:15.516951 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-8ab9865a-edef-41f4-8908-9b31f2871b03 req-aa4bc580-2761-4dd6-84c3-1bc08a554ad8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aade2f67-08ef-4e10-b36d-66aaf64249e3 HTTP/1.1" status: 200 len: 217 time: 0.0802009 Jun 28 12:26:15.532622 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055b44c2-7f01-4c29-ac9c-c0ded8bc7d53 admin admin] Made reservation on behalf of 7748ce47a5634bdaa384cb9347a56242 for: {'subnet': 1} {{(pid=79149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:26:15.534855 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-055b44c2-7f01-4c29-ac9c-c0ded8bc7d53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1626906'] for subnet, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:15.553867 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-57db064e-2300-40c5-9af5-e6efdab4e3a7 req-0687fded-c7e6-4e64-8d01-93cd8c6c68f3 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625365 Jun 28 12:26:15.599278 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9865a-edef-41f4-8908-9b31f2871b03 req-e1256180-67c9-4cf9-acd1-baa554480d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:15.602051 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-8ab9865a-edef-41f4-8908-9b31f2871b03 req-e1256180-67c9-4cf9-acd1-baa554480d28 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7dc9caa4-6d90-43c4-8646-fee7b397f523 HTTP/1.1" status: 200 len: 859 time: 0.0781736 Jun 28 12:26:15.660245 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-8ab9865a-edef-41f4-8908-9b31f2871b03 req-50febca6-0685-4673-acad-9693b26bef98 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=adf81282-f698-47e0-90b1-493d2e00a657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512147 Jun 28 12:26:15.809970 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-8ab9865a-edef-41f4-8908-9b31f2871b03 req-116ee683-bf7c-4f89-b0c7-e33e95a4569f service neutron] 10.222.0.64 "GET /v2.0/networks/adf81282-f698-47e0-90b1-493d2e00a657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406589 Jun 28 12:26:15.827405 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-055b44c2-7f01-4c29-ac9c-c0ded8bc7d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1530427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1626892'] for subnet, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:15.834646 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-0edf09f8-974a-4426-9a08-51a8a92220c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:15.928185 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b44c2-7f01-4c29-ac9c-c0ded8bc7d53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47df23a0-6ab5-4b42-a749-9cbc9c94b4b4,revision_number=0']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:15.931430 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-055b44c2-7f01-4c29-ac9c-c0ded8bc7d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:15.934825 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055b44c2-7f01-4c29-ac9c-c0ded8bc7d53 admin admin] Checking segment: {'id': 'af3cdc08-9bc0-400d-80d6-95a2a7ee3ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cead55e0-0c01-4eb7-b8dc-ef070d89586b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:26:15.935396 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055b44c2-7f01-4c29-ac9c-c0ded8bc7d53 admin admin] Network hostable DHCP agents. Network: cead55e0-0c01-4eb7-b8dc-ef070d89586b, hostable agents: ['00922891-a33d-4784-963e-6ef69cbf19e0'], hosted agents: [] {{(pid=79149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:26:15.990798 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-8ab9865a-edef-41f4-8908-9b31f2871b03 req-8963e6b9-b196-4010-be2d-43fc30b057a8 service neutron] 10.222.0.64 "GET /v2.0/networks/adf81282-f698-47e0-90b1-493d2e00a657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761532 Jun 28 12:26:16.076220 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055b44c2-7f01-4c29-ac9c-c0ded8bc7d53 admin admin] Network cead55e0-0c01-4eb7-b8dc-ef070d89586b is scheduled to be hosted by DHCP agent 00922891-a33d-4784-963e-6ef69cbf19e0 with binding_index 1 {{(pid=79149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:26:16.191795 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.base_scheduler [None req-055b44c2-7f01-4c29-ac9c-c0ded8bc7d53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-iscsi, cead55e0-0c01-4eb7-b8dc-ef070d89586b) {{(pid=79149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:26:16.201269 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055b44c2-7f01-4c29-ac9c-c0ded8bc7d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:16.202120 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-055b44c2-7f01-4c29-ac9c-c0ded8bc7d53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:16.202348 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee225931-fdae-4c78-8f88-8fd2a533a0f2 None None] Network cead55e0-0c01-4eb7-b8dc-ef070d89586b requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:26:16.295454 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-055b44c2-7f01-4c29-ac9c-c0ded8bc7d53 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9392471 Jun 28 12:26:16.463018 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4f8a2e-11fc-4244-a0b5-ff4711adc6a1 None None] Network cead55e0-0c01-4eb7-b8dc-ef070d89586b requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:26:16.473713 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b334c4-a3b6-419a-b228-104035527f5f req-d8ffd4c8-c111-4db5-98a8-eb170a6b0a8b tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:16.475353 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-50b334c4-a3b6-419a-b228-104035527f5f req-d8ffd4c8-c111-4db5-98a8-eb170a6b0a8b tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.1167753 Jun 28 12:26:16.537509 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-50b334c4-a3b6-419a-b228-104035527f5f req-3df3871a-3908-4d55-a47e-8f14baf7221f tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467379 Jun 28 12:26:17.785170 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6ebdd-9ba5-43dc-8c1f-805f10e44472 req-5f372ad7-e728-4793-a6bc-0a09f967eb13 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:17.786623 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-84e6ebdd-9ba5-43dc-8c1f-805f10e44472 req-5f372ad7-e728-4793-a6bc-0a09f967eb13 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.1004512 Jun 28 12:26:17.832929 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-84e6ebdd-9ba5-43dc-8c1f-805f10e44472 req-20679c18-4756-43ad-ac16-0c22845e6937 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399692 Jun 28 12:26:19.093933 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d7f89-1001-4b97-85cf-a88e3921f646 req-3bfc7af0-e112-476e-99ae-96311f79ad38 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:19.095485 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-db2d7f89-1001-4b97-85cf-a88e3921f646 req-3bfc7af0-e112-476e-99ae-96311f79ad38 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.0932078 Jun 28 12:26:19.150172 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-db2d7f89-1001-4b97-85cf-a88e3921f646 req-ebfced6e-d52b-4cc1-8d50-f705ee734582 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474939 Jun 28 12:26:20.353466 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed8f6a-75ac-4ca8-8fbc-a98af1f15214 req-96f162f7-d21b-4591-bfc2-50ac1b795857 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:20.354971 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1eed8f6a-75ac-4ca8-8fbc-a98af1f15214 req-96f162f7-d21b-4591-bfc2-50ac1b795857 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.0947661 Jun 28 12:26:20.405605 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1eed8f6a-75ac-4ca8-8fbc-a98af1f15214 req-75ffa0c3-4c3c-4514-9b17-b8c496be6966 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444071 Jun 28 12:26:21.608890 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8ab38-619a-4ac6-bb09-817dfa025652 req-c76fb820-2837-4a3c-bb0f-4abb08af4fa4 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:21.610398 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2da8ab38-619a-4ac6-bb09-817dfa025652 req-c76fb820-2837-4a3c-bb0f-4abb08af4fa4 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.0841088 Jun 28 12:26:21.657585 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2da8ab38-619a-4ac6-bb09-817dfa025652 req-09b78393-c789-457e-b21a-6a7ca446ea97 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404584 Jun 28 12:26:22.305356 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-dcd1383e-ce7f-4b46-9aa1-1e635ce5867f req-e9cad406-d0cb-4319-86a7-873b942c4b9f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732732 Jun 28 12:26:22.483069 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1383e-ce7f-4b46-9aa1-1e635ce5867f req-7df44119-e979-4295-93e3-ea43f9733abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:22.484525 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-dcd1383e-ce7f-4b46-9aa1-1e635ce5867f req-7df44119-e979-4295-93e3-ea43f9733abf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=36f653daa91445fdab2af86df2ffcada&device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 1098 time: 0.0774934 Jun 28 12:26:22.639759 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1383e-ce7f-4b46-9aa1-1e635ce5867f req-8a151654-c8c1-4402-95a4-b74b6a7edf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:22.642705 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-dcd1383e-ce7f-4b46-9aa1-1e635ce5867f req-8a151654-c8c1-4402-95a4-b74b6a7edf4d service neutron] 10.222.0.64 "GET /v2.0/networks?id=da84cf23-6416-4615-a8fa-d64c4a064a3f HTTP/1.1" status: 200 len: 916 time: 0.1334662 Jun 28 12:26:22.710004 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-dcd1383e-ce7f-4b46-9aa1-1e635ce5867f req-e9450bff-1f1a-4c9f-bf38-6455dd4da42e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c5423c4-773d-4c8c-bdcf-114397a68321 HTTP/1.1" status: 200 len: 217 time: 0.0603530 Jun 28 12:26:22.777039 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1383e-ce7f-4b46-9aa1-1e635ce5867f req-36d52733-ee6b-4c63-8807-ad2ede809f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:22.780310 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-dcd1383e-ce7f-4b46-9aa1-1e635ce5867f req-36d52733-ee6b-4c63-8807-ad2ede809f26 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a03ee274-938a-448e-9d48-ec3b7914912f HTTP/1.1" status: 200 len: 855 time: 0.0623553 Jun 28 12:26:22.827675 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-dcd1383e-ce7f-4b46-9aa1-1e635ce5867f req-5703f255-c5bd-49f8-ab77-646ec7022098 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da84cf23-6416-4615-a8fa-d64c4a064a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425401 Jun 28 12:26:22.860506 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119f786-b869-43ac-bb3c-615377f4ef6c req-bd448980-fbc4-4b78-8804-efaea8101601 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:22.868009 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6119f786-b869-43ac-bb3c-615377f4ef6c req-bd448980-fbc4-4b78-8804-efaea8101601 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.0920775 Jun 28 12:26:22.909141 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6119f786-b869-43ac-bb3c-615377f4ef6c req-480fba5a-a36c-4e3c-b705-ec653e6f0b4b tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401034 Jun 28 12:26:22.967974 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-dcd1383e-ce7f-4b46-9aa1-1e635ce5867f req-fc042044-c98a-4f56-b3c7-d6a78c88ba1c service neutron] 10.222.0.64 "GET /v2.0/networks/da84cf23-6416-4615-a8fa-d64c4a064a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285493 Jun 28 12:26:23.104536 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-dcd1383e-ce7f-4b46-9aa1-1e635ce5867f req-aaafb641-70f4-480e-8ace-819f00adbb3f service neutron] 10.222.0.64 "GET /v2.0/networks/da84cf23-6416-4615-a8fa-d64c4a064a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288388 Jun 28 12:26:24.102560 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22150b-5660-4dde-964f-d76e95832400 req-4b9813f2-3062-4e40-bd26-f20c394772c2 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:24.103573 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6e22150b-5660-4dde-964f-d76e95832400 req-4b9813f2-3062-4e40-bd26-f20c394772c2 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.0850885 Jun 28 12:26:24.148879 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6e22150b-5660-4dde-964f-d76e95832400 req-f187ab80-082c-4d4c-bfe7-3b7b72661b15 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390744 Jun 28 12:26:24.984562 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:25.165216 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 45422) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:25.319724 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-78df98e4-e5c4-44c6-8400-ad1ec508a144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:25.336361 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-78df98e4-e5c4-44c6-8400-ad1ec508a144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:25.341964 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-78df98e4-e5c4-44c6-8400-ad1ec508a144 admin admin] Usage tracker for resource:security_group_rule and tenant:4e88bc21c2b140a2b3d2663f51a097ab is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:25.346007 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-78df98e4-e5c4-44c6-8400-ad1ec508a144 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:25.354278 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-78df98e4-e5c4-44c6-8400-ad1ec508a144 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:25.407405 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f1649-1003-4c94-ae61-622392ae88a2 req-f259a340-0c9b-473c-a776-71869665f5b6 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:25.408767 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b59f1649-1003-4c94-ae61-622392ae88a2 req-f259a340-0c9b-473c-a776-71869665f5b6 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.1504755 Jun 28 12:26:25.474269 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b59f1649-1003-4c94-ae61-622392ae88a2 req-65d4f902-1e50-40c3-bdb1-dee6322f30ca tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585330 Jun 28 12:26:25.500271 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-78df98e4-e5c4-44c6-8400-ad1ec508a144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:25.597855 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-78df98e4-e5c4-44c6-8400-ad1ec508a144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:25.605842 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:25.650491 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-78df98e4-e5c4-44c6-8400-ad1ec508a144 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e88bc21c2b140a2b3d2663f51a097ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4829657 Jun 28 12:26:25.653014 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df98e4-e5c4-44c6-8400-ad1ec508a144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6455c593-a021-41cd-a3d4-3492ac7045e8,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:25.653277 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 45436) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:25.671492 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df98e4-e5c4-44c6-8400-ad1ec508a144 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:25.671492 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df98e4-e5c4-44c6-8400-ad1ec508a144 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:25.671492 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df98e4-e5c4-44c6-8400-ad1ec508a144 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:25.671492 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df98e4-e5c4-44c6-8400-ad1ec508a144 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:25.671492 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df98e4-e5c4-44c6-8400-ad1ec508a144 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:25.671492 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df98e4-e5c4-44c6-8400-ad1ec508a144 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:25.671492 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df98e4-e5c4-44c6-8400-ad1ec508a144 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:25.671492 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df98e4-e5c4-44c6-8400-ad1ec508a144 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:25.671492 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df98e4-e5c4-44c6-8400-ad1ec508a144 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:25.671492 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df98e4-e5c4-44c6-8400-ad1ec508a144 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:25.671492 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df98e4-e5c4-44c6-8400-ad1ec508a144 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:25.671492 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df98e4-e5c4-44c6-8400-ad1ec508a144 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:25.671492 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-78df98e4-e5c4-44c6-8400-ad1ec508a144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:25.717723 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1a01e960-4a05-4c9d-8b33-456bb9828c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:25.743674 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1a01e960-4a05-4c9d-8b33-456bb9828c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:25.842569 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1a01e960-4a05-4c9d-8b33-456bb9828c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:25.847827 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-007b6280-0b2a-4079-b457-c94552fed0ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:25.859717 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01e960-4a05-4c9d-8b33-456bb9828c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6455c593-a021-41cd-a3d4-3492ac7045e8,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:25.869066 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a01e960-4a05-4c9d-8b33-456bb9828c37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:25.869437 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a01e960-4a05-4c9d-8b33-456bb9828c37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:25.869788 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a01e960-4a05-4c9d-8b33-456bb9828c37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:25.870096 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a01e960-4a05-4c9d-8b33-456bb9828c37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:25.870421 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a01e960-4a05-4c9d-8b33-456bb9828c37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:25.870778 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a01e960-4a05-4c9d-8b33-456bb9828c37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:25.871109 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a01e960-4a05-4c9d-8b33-456bb9828c37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:25.871432 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a01e960-4a05-4c9d-8b33-456bb9828c37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:25.871754 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a01e960-4a05-4c9d-8b33-456bb9828c37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:25.872075 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a01e960-4a05-4c9d-8b33-456bb9828c37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:25.872401 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a01e960-4a05-4c9d-8b33-456bb9828c37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:25.872759 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a01e960-4a05-4c9d-8b33-456bb9828c37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:25.875558 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1a01e960-4a05-4c9d-8b33-456bb9828c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:25.876828 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-1a01e960-4a05-4c9d-8b33-456bb9828c37 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6455c593-a021-41cd-a3d4-3492ac7045e8 HTTP/1.1" status: 204 len: 168 time: 0.2220247 Jun 28 12:26:25.877967 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-1a01e960-4a05-4c9d-8b33-456bb9828c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:26.586223 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 45476) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:26.751986 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-81933d7c-49f7-4515-ab57-8a9cb2af709c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:26.774827 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-81933d7c-49f7-4515-ab57-8a9cb2af709c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:26.777218 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1a55a-72f0-4e58-9104-30c64888cd12 req-8b944d1d-c3b5-469e-b202-c6862103f918 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:26.779932 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-81933d7c-49f7-4515-ab57-8a9cb2af709c admin admin] Usage tracker for resource:security_group_rule and tenant:aace8e6510f245399b9375e45209f109 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:26.784367 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-81933d7c-49f7-4515-ab57-8a9cb2af709c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:26.785397 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d2a1a55a-72f0-4e58-9104-30c64888cd12 req-8b944d1d-c3b5-469e-b202-c6862103f918 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.1150188 Jun 28 12:26:26.793252 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-81933d7c-49f7-4515-ab57-8a9cb2af709c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:26.834440 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d2a1a55a-72f0-4e58-9104-30c64888cd12 req-cdc7b931-a325-4c98-a65b-3b84569481fb tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443690 Jun 28 12:26:26.882119 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-81933d7c-49f7-4515-ab57-8a9cb2af709c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:26.962676 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-81933d7c-49f7-4515-ab57-8a9cb2af709c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:26.972362 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-d84de80c-b7ab-427d-a194-2121c3aae217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:27.012292 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81933d7c-49f7-4515-ab57-8a9cb2af709c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0970ad50-d6fe-44be-87fe-ba039d78c930,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:27.017710 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-81933d7c-49f7-4515-ab57-8a9cb2af709c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aace8e6510f245399b9375e45209f109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4300804 Jun 28 12:26:27.018845 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-81933d7c-49f7-4515-ab57-8a9cb2af709c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:27.019999 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 45498) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:27.084944 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-11895f56-d138-48ee-a8b8-7ac00129c31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:27.166256 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-11895f56-d138-48ee-a8b8-7ac00129c31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:27.306287 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-11895f56-d138-48ee-a8b8-7ac00129c31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:27.310046 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-e59abb44-8bf4-4003-8e6d-24d7494fb91e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:27.323399 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11895f56-d138-48ee-a8b8-7ac00129c31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0970ad50-d6fe-44be-87fe-ba039d78c930,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:27.328409 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-11895f56-d138-48ee-a8b8-7ac00129c31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:27.341701 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-11895f56-d138-48ee-a8b8-7ac00129c31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:27.343107 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-11895f56-d138-48ee-a8b8-7ac00129c31d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0970ad50-d6fe-44be-87fe-ba039d78c930 HTTP/1.1" status: 204 len: 168 time: 0.3215032 Jun 28 12:26:27.690085 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 45518) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:27.814083 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-c10b1d3b-de74-44e4-b2a4-0659f96ede3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:27.829204 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-c10b1d3b-de74-44e4-b2a4-0659f96ede3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:27.833200 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-c10b1d3b-de74-44e4-b2a4-0659f96ede3b admin admin] Usage tracker for resource:security_group_rule and tenant:3e5c6a42de9543b59e9965f0c965e51e is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:27.837755 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-c10b1d3b-de74-44e4-b2a4-0659f96ede3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:27.843849 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-c10b1d3b-de74-44e4-b2a4-0659f96ede3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:27.972914 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-c10b1d3b-de74-44e4-b2a4-0659f96ede3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:28.062317 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-c10b1d3b-de74-44e4-b2a4-0659f96ede3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:28.068940 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-079a4141-8bc2-400e-972c-fa99b6e61c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:28.099422 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 45532) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:28.114629 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b1d3b-de74-44e4-b2a4-0659f96ede3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5e9c21-a115-42d0-a107-ebcf46126d43,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:28.119704 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b3762e98-e13c-425e-8714-13218b54017d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:28.122344 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-c10b1d3b-de74-44e4-b2a4-0659f96ede3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:28.139574 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-c10b1d3b-de74-44e4-b2a4-0659f96ede3b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e5c6a42de9543b59e9965f0c965e51e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4353156 Jun 28 12:26:28.139574 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 45536) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:28.140044 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-b3762e98-e13c-425e-8714-13218b54017d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:28.140406 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11636c96-721d-4eb9-bf02-af62651eeab9 req-d0777e5d-b494-4f30-aa38-f4629bc19c0b tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:28.140946 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-11636c96-721d-4eb9-bf02-af62651eeab9 req-d0777e5d-b494-4f30-aa38-f4629bc19c0b tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.1536067 Jun 28 12:26:28.145039 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-b3762e98-e13c-425e-8714-13218b54017d admin admin] Usage tracker for resource:security_group_rule and tenant:2c056e950cee43c3b8e412fef81895c6 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:28.148239 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-b3762e98-e13c-425e-8714-13218b54017d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:28.154006 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-b3762e98-e13c-425e-8714-13218b54017d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:28.216776 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-11636c96-721d-4eb9-bf02-af62651eeab9 req-5999c1e2-6903-4c69-80c0-f9cbb683764f tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653465 Jun 28 12:26:28.231709 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-1f3a2a96-ba32-4b26-99ed-e3ae5663166c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:28.238289 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b3762e98-e13c-425e-8714-13218b54017d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:28.262266 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-1f3a2a96-ba32-4b26-99ed-e3ae5663166c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:28.294213 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b3762e98-e13c-425e-8714-13218b54017d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:28.302592 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:28.341376 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-b3762e98-e13c-425e-8714-13218b54017d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c056e950cee43c3b8e412fef81895c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2407413 Jun 28 12:26:28.342965 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3762e98-e13c-425e-8714-13218b54017d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e641f0d-12a2-466a-86a6-1146daf435bc,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:28.344377 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 45540) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:28.345793 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-b3762e98-e13c-425e-8714-13218b54017d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:28.388234 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-1f3a2a96-ba32-4b26-99ed-e3ae5663166c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:28.391836 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:28.412523 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a2a96-ba32-4b26-99ed-e3ae5663166c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5e9c21-a115-42d0-a107-ebcf46126d43,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:28.418330 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-1f3a2a96-ba32-4b26-99ed-e3ae5663166c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:28.422356 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0777294a-620b-4f03-a92d-8cc202ca6ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:28.425326 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-1f3a2a96-ba32-4b26-99ed-e3ae5663166c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:28.428930 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-1f3a2a96-ba32-4b26-99ed-e3ae5663166c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d5e9c21-a115-42d0-a107-ebcf46126d43 HTTP/1.1" status: 204 len: 168 time: 0.2963500 Jun 28 12:26:28.452110 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0777294a-620b-4f03-a92d-8cc202ca6ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:28.590589 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0777294a-620b-4f03-a92d-8cc202ca6ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:28.594234 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-11895f56-d138-48ee-a8b8-7ac00129c31d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:28.605559 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777294a-620b-4f03-a92d-8cc202ca6ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e641f0d-12a2-466a-86a6-1146daf435bc,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:28.609180 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-0777294a-620b-4f03-a92d-8cc202ca6ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:28.612456 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0777294a-620b-4f03-a92d-8cc202ca6ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:28.613539 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-0777294a-620b-4f03-a92d-8cc202ca6ac1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e641f0d-12a2-466a-86a6-1146daf435bc HTTP/1.1" status: 204 len: 168 time: 0.2682300 Jun 28 12:26:29.409813 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26454d-cc64-4777-95f2-709267d2ef2a req-2e54ab25-8d9c-46d7-b09c-6c88c13d9c9f tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:29.411253 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ec26454d-cc64-4777-95f2-709267d2ef2a req-2e54ab25-8d9c-46d7-b09c-6c88c13d9c9f tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.0823822 Jun 28 12:26:29.459353 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ec26454d-cc64-4777-95f2-709267d2ef2a req-aec14ed2-d9a5-4631-b266-4abc2e00b47d tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416379 Jun 28 12:26:29.573779 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 45594) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:29.678437 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-2446362e-c2c9-418e-b5ec-b91b06f0e22e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1730247186-network', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:26:29.683119 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-2446362e-c2c9-418e-b5ec-b91b06f0e22e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:29.687294 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-2446362e-c2c9-418e-b5ec-b91b06f0e22e admin admin] Usage tracker for resource:network and tenant:d731c92df6f44735b6ed8f7290374934 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:29.690266 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-2446362e-c2c9-418e-b5ec-b91b06f0e22e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:29.697131 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-2446362e-c2c9-418e-b5ec-b91b06f0e22e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:29.745897 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2446362e-c2c9-418e-b5ec-b91b06f0e22e admin admin] Made reservation on behalf of d731c92df6f44735b6ed8f7290374934 for: {'network': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:26:29.748361 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2446362e-c2c9-418e-b5ec-b91b06f0e22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for network, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:29.761429 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2446362e-c2c9-418e-b5ec-b91b06f0e22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:29.776839 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-2446362e-c2c9-418e-b5ec-b91b06f0e22e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:29.780794 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-2446362e-c2c9-418e-b5ec-b91b06f0e22e admin admin] Usage tracker for resource:security_group_rule and tenant:d731c92df6f44735b6ed8f7290374934 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:29.783760 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-2446362e-c2c9-418e-b5ec-b91b06f0e22e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:29.790224 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-2446362e-c2c9-418e-b5ec-b91b06f0e22e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:29.873109 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2446362e-c2c9-418e-b5ec-b91b06f0e22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:29.934780 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2446362e-c2c9-418e-b5ec-b91b06f0e22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:29.952037 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2446362e-c2c9-418e-b5ec-b91b06f0e22e admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=79148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:26:29.964356 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2446362e-c2c9-418e-b5ec-b91b06f0e22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:29.966515 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.db.segments_db [None req-2446362e-c2c9-418e-b5ec-b91b06f0e22e admin admin] Added segment dc1f170b-1229-466f-8985-928d834987ab of type vlan for network 611bae97-b201-4ae0-aa3d-b952aec58054 Jun 28 12:26:29.978772 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:30.012962 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2446362e-c2c9-418e-b5ec-b91b06f0e22e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727236854384'] for network, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:30.025968 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446362e-c2c9-418e-b5ec-b91b06f0e22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ead18e-fb34-42cc-b081-e16a57ee1c1a,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:30.029081 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-2446362e-c2c9-418e-b5ec-b91b06f0e22e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:30.111902 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2446362e-c2c9-418e-b5ec-b91b06f0e22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291'] for network, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:30.113261 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2446362e-c2c9-418e-b5ec-b91b06f0e22e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:30.113840 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2446362e-c2c9-418e-b5ec-b91b06f0e22e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:30.118849 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:30.223597 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446362e-c2c9-418e-b5ec-b91b06f0e22e admin admin] Pushing event updated for resources: {'Network': ['ID=611bae97-b201-4ae0-aa3d-b952aec58054,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:30.226681 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-2446362e-c2c9-418e-b5ec-b91b06f0e22e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:30.235082 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Network 611bae97-b201-4ae0-aa3d-b952aec58054 details requested by agent ovs-agent-dv-cinder-798094-1-iscsi with host dv-cinder-798094-1-iscsi {{(pid=79150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:26:30.277384 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-2446362e-c2c9-418e-b5ec-b91b06f0e22e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7022543 Jun 28 12:26:30.280290 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 45618) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:30.286489 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-0c975853-e6d4-47be-82c6-cd4383c0e17e admin admin] Request body: {'subnet': {'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1730247186-subnet', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'ip_version': 4}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:26:30.291239 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-0c975853-e6d4-47be-82c6-cd4383c0e17e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:30.295091 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-0c975853-e6d4-47be-82c6-cd4383c0e17e admin admin] Usage tracker for resource:subnet and tenant:d731c92df6f44735b6ed8f7290374934 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:30.298079 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-0c975853-e6d4-47be-82c6-cd4383c0e17e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:30.304088 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-0c975853-e6d4-47be-82c6-cd4383c0e17e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:30.379883 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c975853-e6d4-47be-82c6-cd4383c0e17e admin admin] Made reservation on behalf of d731c92df6f44735b6ed8f7290374934 for: {'subnet': 1} {{(pid=79149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:26:30.382410 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0c975853-e6d4-47be-82c6-cd4383c0e17e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1626906'] for subnet, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:30.440304 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 45624) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:30.561924 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f5eba2a9-659d-41eb-8a15-1fdc95505e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:30.577582 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-f5eba2a9-659d-41eb-8a15-1fdc95505e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:30.581928 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-f5eba2a9-659d-41eb-8a15-1fdc95505e1f admin admin] Usage tracker for resource:security_group_rule and tenant:0c1828772d5f4c608472a24a97831459 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:30.584878 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-f5eba2a9-659d-41eb-8a15-1fdc95505e1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:30.590717 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-f5eba2a9-659d-41eb-8a15-1fdc95505e1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:30.666025 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eca0bf-5f16-4ec1-bf1e-681eb849a7f1 req-e17b1411-b2e9-45d0-b4de-41c28351a571 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:30.667506 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-56eca0bf-5f16-4ec1-bf1e-681eb849a7f1 req-e17b1411-b2e9-45d0-b4de-41c28351a571 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.0983303 Jun 28 12:26:30.675059 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f5eba2a9-659d-41eb-8a15-1fdc95505e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:30.703075 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0c975853-e6d4-47be-82c6-cd4383c0e17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1530427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1626892'] for subnet, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:30.712472 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-055b44c2-7f01-4c29-ac9c-c0ded8bc7d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:30.757412 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-56eca0bf-5f16-4ec1-bf1e-681eb849a7f1 req-7ab4a444-d301-42a6-824a-397d8268cbe5 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837650 Jun 28 12:26:30.763551 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f5eba2a9-659d-41eb-8a15-1fdc95505e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:30.773833 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:30.787563 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c975853-e6d4-47be-82c6-cd4383c0e17e admin admin] Pushing event updated for resources: {'Subnet': ['ID=07d77b73-0127-4dab-b2d9-b653c28d5b6a,revision_number=0']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:30.793143 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-0c975853-e6d4-47be-82c6-cd4383c0e17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:30.799141 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c975853-e6d4-47be-82c6-cd4383c0e17e admin admin] Checking segment: {'id': 'dc1f170b-1229-466f-8985-928d834987ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:26:30.799486 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c975853-e6d4-47be-82c6-cd4383c0e17e admin admin] Network hostable DHCP agents. Network: 611bae97-b201-4ae0-aa3d-b952aec58054, hostable agents: ['00922891-a33d-4784-963e-6ef69cbf19e0'], hosted agents: [] {{(pid=79149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:26:30.817322 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-f5eba2a9-659d-41eb-8a15-1fdc95505e1f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c1828772d5f4c608472a24a97831459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3734062 Jun 28 12:26:30.817322 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eba2a9-659d-41eb-8a15-1fdc95505e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43487393-86ce-477d-b1af-1866d5c13577,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:30.817687 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 45636) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:30.819604 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-f5eba2a9-659d-41eb-8a15-1fdc95505e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:30.878597 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c975853-e6d4-47be-82c6-cd4383c0e17e admin admin] Network 611bae97-b201-4ae0-aa3d-b952aec58054 is scheduled to be hosted by DHCP agent 00922891-a33d-4784-963e-6ef69cbf19e0 with binding_index 1 {{(pid=79149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:26:30.887171 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-1821d655-06e8-47ee-b38a-19216c7a0b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:30.915456 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-1821d655-06e8-47ee-b38a-19216c7a0b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:30.956578 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.base_scheduler [None req-0c975853-e6d4-47be-82c6-cd4383c0e17e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-iscsi, 611bae97-b201-4ae0-aa3d-b952aec58054) {{(pid=79149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:26:30.961152 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c975853-e6d4-47be-82c6-cd4383c0e17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:30.961719 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0c975853-e6d4-47be-82c6-cd4383c0e17e admin admin] Notify callbacks [] for subnet, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:30.965763 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee12dac1-5d62-4606-a912-e7abfcaccac0 None None] Network 611bae97-b201-4ae0-aa3d-b952aec58054 requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:26:31.090141 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-1821d655-06e8-47ee-b38a-19216c7a0b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:31.095002 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-1821d655-06e8-47ee-b38a-19216c7a0b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:31.096457 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-1821d655-06e8-47ee-b38a-19216c7a0b93 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/43487393-86ce-477d-b1af-1866d5c13577 HTTP/1.1" status: 204 len: 168 time: 0.2777331 Jun 28 12:26:31.097418 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:31.109863 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821d655-06e8-47ee-b38a-19216c7a0b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43487393-86ce-477d-b1af-1866d5c13577,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:31.113978 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-1821d655-06e8-47ee-b38a-19216c7a0b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:31.128945 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-0c975853-e6d4-47be-82c6-cd4383c0e17e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8351173 Jun 28 12:26:31.131071 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 45650) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:31.138506 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-348a7827-a6ca-45c5-b2d4-d1d494ef87b2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1730247186-router', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:26:31.145587 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-348a7827-a6ca-45c5-b2d4-d1d494ef87b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:31.158922 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-348a7827-a6ca-45c5-b2d4-d1d494ef87b2 admin admin] Usage tracker for resource:router and tenant:d731c92df6f44735b6ed8f7290374934 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:31.162702 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-348a7827-a6ca-45c5-b2d4-d1d494ef87b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:31.171689 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-348a7827-a6ca-45c5-b2d4-d1d494ef87b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:31.205427 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be636b4-e992-4477-9f0c-c243416b2b46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1e09d51-a22e-5f09-8328-b2b494a4398b-611bae97-b201-4ae0-aa3d-b952aec58054', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'fixed_ips': [{'subnet_id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a'}]}} from dv-cinder-798094-1-iscsi. {{(pid=79150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 12:26:31.206326 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-5be636b4-e992-4477-9f0c-c243416b2b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:31.272381 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-348a7827-a6ca-45c5-b2d4-d1d494ef87b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3695342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34721'] for router, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:31.274082 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-348a7827-a6ca-45c5-b2d4-d1d494ef87b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3695626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34730'] for router, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:31.294462 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-348a7827-a6ca-45c5-b2d4-d1d494ef87b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:31.401834 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.db_base_plugin_common [None req-5be636b4-e992-4477-9f0c-c243416b2b46 None None] Allocated IP 172.20.0.2 (611bae97-b201-4ae0-aa3d-b952aec58054/07d77b73-0127-4dab-b2d9-b653c28d5b6a/d4dea61e-de21-4c00-9dd6-a9e6ee870e50) {{(pid=79150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:26:31.636485 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-5be636b4-e992-4477-9f0c-c243416b2b46 None None] Notify callbacks [] for port, precommit_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:31.646556 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-5be636b4-e992-4477-9f0c-c243416b2b46 None None] Transition to ACTIVE for port object d4dea61e-de21-4c00-9dd6-a9e6ee870e50 will not be triggered until provisioned by entity L2. {{(pid=79150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:26:31.665190 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-5be636b4-e992-4477-9f0c-c243416b2b46 None None] Transition to ACTIVE for port object d4dea61e-de21-4c00-9dd6-a9e6ee870e50 will not be triggered until provisioned by entity DHCP. {{(pid=79150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:26:31.723137 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-348a7827-a6ca-45c5-b2d4-d1d494ef87b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3695335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34692'] for router, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:31.752170 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-5be636b4-e992-4477-9f0c-c243416b2b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319'] for port, after_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:31.758704 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:31.824333 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be636b4-e992-4477-9f0c-c243416b2b46 None None] Network 611bae97-b201-4ae0-aa3d-b952aec58054 is already hosted by enough agents. {{(pid=79150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:26:31.827062 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.scheduler.base_scheduler [None req-5be636b4-e992-4477-9f0c-c243416b2b46 None None] Resources bound (agent type, host, resource id): {{(pid=79150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:26:31.831959 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be636b4-e992-4477-9f0c-c243416b2b46 None None] Pushing event updated for resources: {'Port': ['ID=d4dea61e-de21-4c00-9dd6-a9e6ee870e50,revision_number=1']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:31.834075 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be636b4-e992-4477-9f0c-c243416b2b46 None None] Received port after_create {{(pid=79150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:26:31.837731 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-5be636b4-e992-4477-9f0c-c243416b2b46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:31.964630 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34732dd-9ba9-4e60-aaf0-b97f107556ad req-b6caa17d-813d-4b13-8eac-140d064496b8 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:31.966885 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a34732dd-9ba9-4e60-aaf0-b97f107556ad req-b6caa17d-813d-4b13-8eac-140d064496b8 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.0929606 Jun 28 12:26:31.974914 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-5be636b4-e992-4477-9f0c-c243416b2b46 None None] Attempting to bind port d4dea61e-de21-4c00-9dd6-a9e6ee870e50 on host dv-cinder-798094-1-iscsi for vnic_type normal with profile {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:26:31.975298 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-5be636b4-e992-4477-9f0c-c243416b2b46 None None] Attempting to bind port d4dea61e-de21-4c00-9dd6-a9e6ee870e50 by drivers openvswitch,hyperv on host dv-cinder-798094-1-iscsi at level 0 using segments [{'id': 'dc1f170b-1229-466f-8985-928d834987ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054'}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:26:31.975666 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be636b4-e992-4477-9f0c-c243416b2b46 None None] Attempting to bind port d4dea61e-de21-4c00-9dd6-a9e6ee870e50 on network 611bae97-b201-4ae0-aa3d-b952aec58054 {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:26:31.981843 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be636b4-e992-4477-9f0c-c243416b2b46 None None] Checking agent: {'id': '97f6a438-5e0c-4082-aba3-e3ff467169d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 16, 39), 'started_at': datetime.datetime(2021, 6, 28, 12, 17, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:26:31.982352 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be636b4-e992-4477-9f0c-c243416b2b46 None None] Checking segment: {'id': 'dc1f170b-1229-466f-8985-928d834987ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:26:31.982898 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-5be636b4-e992-4477-9f0c-c243416b2b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:31.983174 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be636b4-e992-4477-9f0c-c243416b2b46 None None] Bound using segment: {'id': 'dc1f170b-1229-466f-8985-928d834987ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054'} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:26:31.983726 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-5be636b4-e992-4477-9f0c-c243416b2b46 None None] Bound port: d4dea61e-de21-4c00-9dd6-a9e6ee870e50, host: dv-cinder-798094-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1f170b-1229-466f-8985-928d834987ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054'}}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:26:31.984229 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-5be636b4-e992-4477-9f0c-c243416b2b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:32.021206 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a34732dd-9ba9-4e60-aaf0-b97f107556ad req-29f7d164-34c3-4918-bab9-3070d90efd99 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481448 Jun 28 12:26:32.082024 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-5be636b4-e992-4477-9f0c-c243416b2b46 None None] For port d4dea61e-de21-4c00-9dd6-a9e6ee870e50, host dv-cinder-798094-1-iscsi, cleared binding levels {{(pid=79150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:26:32.085014 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-5be636b4-e992-4477-9f0c-c243416b2b46 None None] For port d4dea61e-de21-4c00-9dd6-a9e6ee870e50, host dv-cinder-798094-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=d4dea61e-de21-4c00-9dd6-a9e6ee870e50,segment=NetworkSegment(dc1f170b-1229-466f-8985-928d834987ab),segment_id=dc1f170b-1229-466f-8985-928d834987ab)] {{(pid=79150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:26:32.181773 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-5be636b4-e992-4477-9f0c-c243416b2b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:32.190759 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-c9c66c72-4334-4da9-8bcb-bb2e51acbb42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:32.194394 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-348a7827-a6ca-45c5-b2d4-d1d494ef87b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:32.230014 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-348a7827-a6ca-45c5-b2d4-d1d494ef87b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:32.268231 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be636b4-e992-4477-9f0c-c243416b2b46 None None] Pushing event updated for resources: {'Port': ['ID=d4dea61e-de21-4c00-9dd6-a9e6ee870e50,revision_number=2']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:32.282716 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-5be636b4-e992-4477-9f0c-c243416b2b46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:32.417965 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [None req-348a7827-a6ca-45c5-b2d4-d1d494ef87b2 admin admin] Allocated IP 172.27.0.141 (c9286c56-74de-4de9-a16f-8e0a6aaad408/86bae704-b0f4-4850-808b-6f728b6b20f3/9d74b319-0969-4687-b0eb-efab3fbee88a) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:26:32.580817 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-348a7827-a6ca-45c5-b2d4-d1d494ef87b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:32.682992 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-348a7827-a6ca-45c5-b2d4-d1d494ef87b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:32.688327 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-cfdf6f2c-9f51-4b71-868b-02453803aed3 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:32.751876 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348a7827-a6ca-45c5-b2d4-d1d494ef87b2 admin admin] Network c9286c56-74de-4de9-a16f-8e0a6aaad408 is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:26:32.755275 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-348a7827-a6ca-45c5-b2d4-d1d494ef87b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:26:32.759336 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348a7827-a6ca-45c5-b2d4-d1d494ef87b2 admin admin] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:26:32.797964 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a7827-a6ca-45c5-b2d4-d1d494ef87b2 admin admin] Pushing event updated for resources: {'Port': ['ID=9d74b319-0969-4687-b0eb-efab3fbee88a,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:32.806977 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-348a7827-a6ca-45c5-b2d4-d1d494ef87b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:33.296885 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a3adf-6b2b-47d2-a04c-61bd4226eee9 req-763a0bca-84dc-40dc-b377-2033d166ce9d tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:33.300452 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-976a3adf-6b2b-47d2-a04c-61bd4226eee9 req-763a0bca-84dc-40dc-b377-2033d166ce9d tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.1698613 Jun 28 12:26:33.360053 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-976a3adf-6b2b-47d2-a04c-61bd4226eee9 req-686804c1-4ef0-4bbe-94a6-18eab62bf3c7 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534825 Jun 28 12:26:33.360594 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device d4dea61e-de21-4c00-9dd6-a9e6ee870e50 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:26:33.410248 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-348a7827-a6ca-45c5-b2d4-d1d494ef87b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:33.511280 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf1268a-69a1-480f-8e86-7455d737c839 None None] Network 611bae97-b201-4ae0-aa3d-b952aec58054 requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:26:33.604316 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning for port d4dea61e-de21-4c00-9dd6-a9e6ee870e50 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:26:33.748282 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-216bdf94-2d4d-4bfe-bf7a-fe86f7ec6313 None None] Provisioning for port d4dea61e-de21-4c00-9dd6-a9e6ee870e50 completed by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:26:33.753200 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-216bdf94-2d4d-4bfe-bf7a-fe86f7ec6313 None None] Provisioning complete for port d4dea61e-de21-4c00-9dd6-a9e6ee870e50 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:26:33.753577 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-216bdf94-2d4d-4bfe-bf7a-fe86f7ec6313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:33.903277 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-348a7827-a6ca-45c5-b2d4-d1d494ef87b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3695352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696706'] for router, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:33.922131 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-216bdf94-2d4d-4bfe-bf7a-fe86f7ec6313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:33.960311 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-216bdf94-2d4d-4bfe-bf7a-fe86f7ec6313 None None] For port d4dea61e-de21-4c00-9dd6-a9e6ee870e50, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=d4dea61e-de21-4c00-9dd6-a9e6ee870e50,segment=NetworkSegment(dc1f170b-1229-466f-8985-928d834987ab),segment_id=dc1f170b-1229-466f-8985-928d834987ab)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:26:34.020793 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-216bdf94-2d4d-4bfe-bf7a-fe86f7ec6313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:34.023009 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:34.137426 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216bdf94-2d4d-4bfe-bf7a-fe86f7ec6313 None None] Pushing event updated for resources: {'Port': ['ID=d4dea61e-de21-4c00-9dd6-a9e6ee870e50,revision_number=3']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:34.146440 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216bdf94-2d4d-4bfe-bf7a-fe86f7ec6313 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:34.147023 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216bdf94-2d4d-4bfe-bf7a-fe86f7ec6313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:34.147186 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216bdf94-2d4d-4bfe-bf7a-fe86f7ec6313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:34.147561 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216bdf94-2d4d-4bfe-bf7a-fe86f7ec6313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:34.148189 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216bdf94-2d4d-4bfe-bf7a-fe86f7ec6313 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:34.148652 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216bdf94-2d4d-4bfe-bf7a-fe86f7ec6313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:34.148986 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216bdf94-2d4d-4bfe-bf7a-fe86f7ec6313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:34.149309 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216bdf94-2d4d-4bfe-bf7a-fe86f7ec6313 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:34.149697 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216bdf94-2d4d-4bfe-bf7a-fe86f7ec6313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:34.150027 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216bdf94-2d4d-4bfe-bf7a-fe86f7ec6313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:34.150346 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216bdf94-2d4d-4bfe-bf7a-fe86f7ec6313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:34.150696 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216bdf94-2d4d-4bfe-bf7a-fe86f7ec6313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:34.161506 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-216bdf94-2d4d-4bfe-bf7a-fe86f7ec6313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:34.248010 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-c69031e2-25dc-4a35-86ee-d2f00b1c61b6 None None] Provisioning complete for port d4dea61e-de21-4c00-9dd6-a9e6ee870e50 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:26:34.248383 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-c69031e2-25dc-4a35-86ee-d2f00b1c61b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:34.254779 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348a7827-a6ca-45c5-b2d4-d1d494ef87b2 admin admin] Router ea3eb4ed-00b7-4180-b09c-b378300e6666 is scheduled to L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 with binding_index 1 {{(pid=79148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:26:34.500378 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348a7827-a6ca-45c5-b2d4-d1d494ef87b2 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:26:34.513551 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13ecb74-727e-40a0-8da4-8f07d1a32558 None None] Sync routers for ids ['ea3eb4ed-00b7-4180-b09c-b378300e6666'] in dv-cinder-798094-1-iscsi {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:26:34.527222 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13ecb74-727e-40a0-8da4-8f07d1a32558 None None] Routers {'ea3eb4ed-00b7-4180-b09c-b378300e6666'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:26:34.530232 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-e13ecb74-727e-40a0-8da4-8f07d1a32558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:26:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['ea3eb4ed-00b7-4180-b09c-b378300e6666'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:26:34.597834 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db982ff2-3e8a-4d1a-ae3a-6e83060dd0a6 req-de86d60a-f339-48ad-aaaa-1dc238b1cf23 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:34.607514 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-db982ff2-3e8a-4d1a-ae3a-6e83060dd0a6 req-de86d60a-f339-48ad-aaaa-1dc238b1cf23 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.1081040 Jun 28 12:26:34.638486 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-348a7827-a6ca-45c5-b2d4-d1d494ef87b2 admin admin] Notify callbacks [] for router, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:34.642422 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-348a7827-a6ca-45c5-b2d4-d1d494ef87b2 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5072842 Jun 28 12:26:34.642905 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 45762) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:34.657717 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-db982ff2-3e8a-4d1a-ae3a-6e83060dd0a6 req-3ec07b19-1b34-4b36-81e8-d5647aafa884 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460193 Jun 28 12:26:34.796137 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-e13ecb74-727e-40a0-8da4-8f07d1a32558 None None] Set router ea3eb4ed-00b7-4180-b09c-b378300e6666 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:26:35.115891 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-e13ecb74-727e-40a0-8da4-8f07d1a32558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'name': 'tempest-TestVolumeBootPattern-1730247186-router', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:31Z', 'updated_at': '2021-06-28T12:26:32Z', 'revision_number': 3, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'gw_port': {'id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:32Z', 'updated_at': '2021-06-28T12:26:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:26:35.121110 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13ecb74-727e-40a0-8da4-8f07d1a32558 None None] Checking router: ea3eb4ed-00b7-4180-b09c-b378300e6666 for host: dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:26:35.121545 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13ecb74-727e-40a0-8da4-8f07d1a32558 None None] Updating router ea3eb4ed-00b7-4180-b09c-b378300e6666 port 9d74b319-0969-4687-b0eb-efab3fbee88a binding host dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:26:35.177253 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e13ecb74-727e-40a0-8da4-8f07d1a32558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:35.303107 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device d4dea61e-de21-4c00-9dd6-a9e6ee870e50 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:26:35.403644 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port d4dea61e-de21-4c00-9dd6-a9e6ee870e50 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:26:35.403927 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:35.564212 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7e4bbbb3-4562-422a-8ba5-f5f487a9e446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:35.762585 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e13ecb74-727e-40a0-8da4-8f07d1a32558 None None] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:35.794444 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [None req-e13ecb74-727e-40a0-8da4-8f07d1a32558 None None] Transition to ACTIVE for port object 9d74b319-0969-4687-b0eb-efab3fbee88a will not be triggered until provisioned by entity L2. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:26:35.800063 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [None req-7e4bbbb3-4562-422a-8ba5-f5f487a9e446 admin admin] Allocated IP 172.20.0.1 (611bae97-b201-4ae0-aa3d-b952aec58054/07d77b73-0127-4dab-b2d9-b653c28d5b6a/78c0c975-9b9e-420b-8a72-4e952e84d897) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:26:35.917939 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e13ecb74-727e-40a0-8da4-8f07d1a32558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:35.923229 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:35.946254 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bac3ab-2d41-4130-9647-d6129e3b0021 req-d0b1a522-e3c2-4964-9f82-0cf85efd1ba1 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:35.954670 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-20bac3ab-2d41-4130-9647-d6129e3b0021 req-d0b1a522-e3c2-4964-9f82-0cf85efd1ba1 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.1134453 Jun 28 12:26:36.023504 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-20bac3ab-2d41-4130-9647-d6129e3b0021 req-be0d9024-d49b-474a-94c5-89f7700e1c6a tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670211 Jun 28 12:26:36.028063 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7e4bbbb3-4562-422a-8ba5-f5f487a9e446 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:36.030580 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-e13ecb74-727e-40a0-8da4-8f07d1a32558 None None] Attempting to bind port 9d74b319-0969-4687-b0eb-efab3fbee88a on host dv-cinder-798094-1-iscsi for vnic_type normal with profile {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:26:36.030998 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-e13ecb74-727e-40a0-8da4-8f07d1a32558 None None] Attempting to bind port 9d74b319-0969-4687-b0eb-efab3fbee88a by drivers openvswitch,hyperv on host dv-cinder-798094-1-iscsi at level 0 using segments [{'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:26:36.031337 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13ecb74-727e-40a0-8da4-8f07d1a32558 None None] Attempting to bind port 9d74b319-0969-4687-b0eb-efab3fbee88a on network c9286c56-74de-4de9-a16f-8e0a6aaad408 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:26:36.038945 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf96a7a-ab10-46c4-9a68-ac8eb7cf9e48 None None] Pushing event updated for resources: {'Port': ['ID=9d74b319-0969-4687-b0eb-efab3fbee88a,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:36.041117 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13ecb74-727e-40a0-8da4-8f07d1a32558 None None] Checking agent: {'id': '97f6a438-5e0c-4082-aba3-e3ff467169d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 16, 39), 'started_at': datetime.datetime(2021, 6, 28, 12, 17, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:26:36.042034 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13ecb74-727e-40a0-8da4-8f07d1a32558 None None] Checking segment: {'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:26:36.042034 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e13ecb74-727e-40a0-8da4-8f07d1a32558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:36.042456 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13ecb74-727e-40a0-8da4-8f07d1a32558 None None] Bound using segment: {'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:26:36.042947 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-e13ecb74-727e-40a0-8da4-8f07d1a32558 None None] Bound port: 9d74b319-0969-4687-b0eb-efab3fbee88a, host: dv-cinder-798094-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:26:36.043331 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e13ecb74-727e-40a0-8da4-8f07d1a32558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:36.051355 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.provisioning_blocks [None req-7e4bbbb3-4562-422a-8ba5-f5f487a9e446 admin admin] Transition to ACTIVE for port object 78c0c975-9b9e-420b-8a72-4e952e84d897 will not be triggered until provisioned by entity DHCP. {{(pid=79148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:26:36.081880 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf96a7a-ab10-46c4-9a68-ac8eb7cf9e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:36.082329 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf96a7a-ab10-46c4-9a68-ac8eb7cf9e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:36.082814 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf96a7a-ab10-46c4-9a68-ac8eb7cf9e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:36.083010 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf96a7a-ab10-46c4-9a68-ac8eb7cf9e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:36.083329 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf96a7a-ab10-46c4-9a68-ac8eb7cf9e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:36.083648 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf96a7a-ab10-46c4-9a68-ac8eb7cf9e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:36.083965 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf96a7a-ab10-46c4-9a68-ac8eb7cf9e48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:36.084283 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf96a7a-ab10-46c4-9a68-ac8eb7cf9e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:36.084626 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf96a7a-ab10-46c4-9a68-ac8eb7cf9e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:36.084946 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf96a7a-ab10-46c4-9a68-ac8eb7cf9e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:36.085256 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf96a7a-ab10-46c4-9a68-ac8eb7cf9e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:36.085564 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf96a7a-ab10-46c4-9a68-ac8eb7cf9e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:26:36.091659 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-ebf96a7a-ab10-46c4-9a68-ac8eb7cf9e48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:36.127587 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [None req-e13ecb74-727e-40a0-8da4-8f07d1a32558 None None] For port 9d74b319-0969-4687-b0eb-efab3fbee88a, host dv-cinder-798094-1-iscsi, cleared binding levels {{(pid=79151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:26:36.130604 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [None req-e13ecb74-727e-40a0-8da4-8f07d1a32558 None None] For port 9d74b319-0969-4687-b0eb-efab3fbee88a, host dv-cinder-798094-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=9d74b319-0969-4687-b0eb-efab3fbee88a,segment=NetworkSegment(4ef2d251-a773-41f5-87cd-cec6f249eb66),segment_id=4ef2d251-a773-41f5-87cd-cec6f249eb66)] {{(pid=79151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:26:36.198504 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7e4bbbb3-4562-422a-8ba5-f5f487a9e446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:36.203574 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:36.232418 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e13ecb74-727e-40a0-8da4-8f07d1a32558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:36.236456 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-e7a6cf0d-b7f0-47ae-b086-9b21a0d95724 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:36.275109 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4bbbb3-4562-422a-8ba5-f5f487a9e446 admin admin] Network 611bae97-b201-4ae0-aa3d-b952aec58054 is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:26:36.278661 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4bbbb3-4562-422a-8ba5-f5f487a9e446 admin admin] Pushing event updated for resources: {'Port': ['ID=78c0c975-9b9e-420b-8a72-4e952e84d897,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:36.281135 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-7e4bbbb3-4562-422a-8ba5-f5f487a9e446 admin admin] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:26:36.283052 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-7e4bbbb3-4562-422a-8ba5-f5f487a9e446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:36.283566 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4bbbb3-4562-422a-8ba5-f5f487a9e446 admin admin] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:26:36.325821 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13ecb74-727e-40a0-8da4-8f07d1a32558 None None] Routers {'ea3eb4ed-00b7-4180-b09c-b378300e6666'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:26:36.326528 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-e13ecb74-727e-40a0-8da4-8f07d1a32558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:26:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['ea3eb4ed-00b7-4180-b09c-b378300e6666'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:26:36.360886 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7e4bbbb3-4562-422a-8ba5-f5f487a9e446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3696772'] for router_interface, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:36.419643 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf96a7a-ab10-46c4-9a68-ac8eb7cf9e48 None None] Pushing event updated for resources: {'Port': ['ID=9d74b319-0969-4687-b0eb-efab3fbee88a,revision_number=3']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:36.432060 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-ebf96a7a-ab10-46c4-9a68-ac8eb7cf9e48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:36.616704 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-e13ecb74-727e-40a0-8da4-8f07d1a32558 None None] Set router ea3eb4ed-00b7-4180-b09c-b378300e6666 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:26:36.729077 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-b75d2da2-6328-4182-8e4d-266e6fed2767 None None] Provisioning for port 78c0c975-9b9e-420b-8a72-4e952e84d897 completed by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:26:36.739359 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-b75d2da2-6328-4182-8e4d-266e6fed2767 None None] Provisioning complete for port 78c0c975-9b9e-420b-8a72-4e952e84d897 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:26:36.739359 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-b75d2da2-6328-4182-8e4d-266e6fed2767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:36.800713 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-b75d2da2-6328-4182-8e4d-266e6fed2767 None None] Port 78c0c975-9b9e-420b-8a72-4e952e84d897 cannot update to ACTIVE because it is not bound. {{(pid=79150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:26:36.875481 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7e4bbbb3-4562-422a-8ba5-f5f487a9e446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:37.000176 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-e13ecb74-727e-40a0-8da4-8f07d1a32558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'name': 'tempest-TestVolumeBootPattern-1730247186-router', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:31Z', 'updated_at': '2021-06-28T12:26:32Z', 'revision_number': 3, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'gw_port': {'id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:32Z', 'updated_at': '2021-06-28T12:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:26:37.009286 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13ecb74-727e-40a0-8da4-8f07d1a32558 None None] The sync data for ids ['ea3eb4ed-00b7-4180-b09c-b378300e6666'] in dv-cinder-798094-1-iscsi is: [{'id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'name': 'tempest-TestVolumeBootPattern-1730247186-router', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:31Z', 'updated_at': '2021-06-28T12:26:32Z', 'revision_number': 3, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'gw_port': {'id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:32Z', 'updated_at': '2021-06-28T12:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}] {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:26:37.160327 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae42863-3c20-4e7f-b714-6990f03bb6b5 req-b477ce79-3e5b-47f8-9e76-bcb72652aa34 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:37.161921 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bae42863-3c20-4e7f-b714-6990f03bb6b5 req-b477ce79-3e5b-47f8-9e76-bcb72652aa34 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 946 time: 0.1141188 Jun 28 12:26:37.214799 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7e4bbbb3-4562-422a-8ba5-f5f487a9e446 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:37.270375 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bae42863-3c20-4e7f-b714-6990f03bb6b5 req-ba1e6236-f13c-44a2-887b-303c954218f8 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad28f50-042c-49a1-bdd1-c13952d3d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010361 Jun 28 12:26:37.294374 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7e4bbbb3-4562-422a-8ba5-f5f487a9e446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:37.304046 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def6ea8-83e0-486b-8af5-ba36f3999a74 req-e74925d2-c67b-479d-8df0-833074f2f643 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:37.306561 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2def6ea8-83e0-486b-8af5-ba36f3999a74 req-e74925d2-c67b-479d-8df0-833074f2f643 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.1384981 Jun 28 12:26:37.341206 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:37.355917 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2def6ea8-83e0-486b-8af5-ba36f3999a74 req-b20a366a-3ba1-4934-a331-8a8c10b6cb64 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430024 Jun 28 12:26:37.433305 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7e4bbbb3-4562-422a-8ba5-f5f487a9e446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3781337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695149'] for router_interface, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:37.437005 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4bbbb3-4562-422a-8ba5-f5f487a9e446 admin admin] Pushing event updated for resources: {'Port': ['ID=78c0c975-9b9e-420b-8a72-4e952e84d897,revision_number=2']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:37.440310 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-7e4bbbb3-4562-422a-8ba5-f5f487a9e446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:37.583640 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4bbbb3-4562-422a-8ba5-f5f487a9e446 admin admin] Network 611bae97-b201-4ae0-aa3d-b952aec58054 is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:26:37.584769 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-7e4bbbb3-4562-422a-8ba5-f5f487a9e446 admin admin] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:26:37.828753 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-dc4c5533-576f-4df1-8054-2e084d54b902 None None] Provisioning complete for port 78c0c975-9b9e-420b-8a72-4e952e84d897 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:26:37.829612 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-dc4c5533-576f-4df1-8054-2e084d54b902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:37.849849 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4bbbb3-4562-422a-8ba5-f5f487a9e446 admin admin] Router ea3eb4ed-00b7-4180-b09c-b378300e6666 has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:26:37.897973 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-dc4c5533-576f-4df1-8054-2e084d54b902 None None] Port 78c0c975-9b9e-420b-8a72-4e952e84d897 cannot update to ACTIVE because it is not bound. {{(pid=79150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:26:38.044485 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4bbbb3-4562-422a-8ba5-f5f487a9e446 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:26:38.058780 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-7e4bbbb3-4562-422a-8ba5-f5f487a9e446 admin admin] 10.222.0.24 "PUT /v2.0/routers/ea3eb4ed-00b7-4180-b09c-b378300e6666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4098866 Jun 28 12:26:38.473723 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8772b-0857-4793-8f50-e3701a84c1eb req-7ce2694b-3610-4b95-af8d-b8145c1e9ad9 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:38.475520 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1db8772b-0857-4793-8f50-e3701a84c1eb req-7ce2694b-3610-4b95-af8d-b8145c1e9ad9 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 946 time: 0.0959160 Jun 28 12:26:38.633947 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1db8772b-0857-4793-8f50-e3701a84c1eb req-a8ed06d3-d8d4-419e-a65c-1dc8ce167d82 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad28f50-042c-49a1-bdd1-c13952d3d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513774 Jun 28 12:26:38.652535 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-54606a24-7f91-43e3-8b40-71e9aea8531f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:38.659285 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41acd927-0835-4be8-8923-66682283a3e8 None None] Sync routers for ids ['ea3eb4ed-00b7-4180-b09c-b378300e6666'] in dv-cinder-798094-1-iscsi {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:26:38.668289 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348e130-ecbd-4786-b3a4-4fb6e37a865e req-b8f9cd93-bf14-4d98-88d1-f9409aedf8d8 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:38.668717 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41acd927-0835-4be8-8923-66682283a3e8 None None] Routers {'ea3eb4ed-00b7-4180-b09c-b378300e6666'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:26:38.669343 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-41acd927-0835-4be8-8923-66682283a3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:26:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['ea3eb4ed-00b7-4180-b09c-b378300e6666'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:26:38.669754 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1348e130-ecbd-4786-b3a4-4fb6e37a865e req-b8f9cd93-bf14-4d98-88d1-f9409aedf8d8 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.1740468 Jun 28 12:26:38.716682 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1348e130-ecbd-4786-b3a4-4fb6e37a865e req-dcb33ba0-642a-40ae-966f-2d736e122c65 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411465 Jun 28 12:26:38.896353 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-41acd927-0835-4be8-8923-66682283a3e8 None None] Set router ea3eb4ed-00b7-4180-b09c-b378300e6666 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:26:38.901879 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 45856) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:38.907707 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-64b0212a-070b-4447-bae3-09e69ac59541 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2140718707-network', 'tenant_id': '9915477ab7dc44508bd5cd9e7873d92b'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:26:38.919921 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-64b0212a-070b-4447-bae3-09e69ac59541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:38.919921 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-64b0212a-070b-4447-bae3-09e69ac59541 admin admin] Usage tracker for resource:network and tenant:9915477ab7dc44508bd5cd9e7873d92b is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:38.922566 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-64b0212a-070b-4447-bae3-09e69ac59541 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:38.930692 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-64b0212a-070b-4447-bae3-09e69ac59541 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:39.014909 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b0212a-070b-4447-bae3-09e69ac59541 admin admin] Made reservation on behalf of 9915477ab7dc44508bd5cd9e7873d92b for: {'network': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:26:39.017232 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-64b0212a-070b-4447-bae3-09e69ac59541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for network, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:39.029973 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-64b0212a-070b-4447-bae3-09e69ac59541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:39.043776 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-64b0212a-070b-4447-bae3-09e69ac59541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:39.047524 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-64b0212a-070b-4447-bae3-09e69ac59541 admin admin] Usage tracker for resource:security_group_rule and tenant:9915477ab7dc44508bd5cd9e7873d92b is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:39.050284 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-64b0212a-070b-4447-bae3-09e69ac59541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:39.056033 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-64b0212a-070b-4447-bae3-09e69ac59541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:39.063007 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:39.141092 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-64b0212a-070b-4447-bae3-09e69ac59541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:39.255093 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-64b0212a-070b-4447-bae3-09e69ac59541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:39.260238 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-2446362e-c2c9-418e-b5ec-b91b06f0e22e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:39.286103 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 9d74b319-0969-4687-b0eb-efab3fbee88a up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:26:39.294116 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b0212a-070b-4447-bae3-09e69ac59541 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=79148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:26:39.302889 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0212a-070b-4447-bae3-09e69ac59541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a047b3c-080e-4349-a1d1-29ea46d05936,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:39.306918 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-64b0212a-070b-4447-bae3-09e69ac59541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:39.309400 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-64b0212a-070b-4447-bae3-09e69ac59541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:39.309737 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.db.segments_db [None req-64b0212a-070b-4447-bae3-09e69ac59541 admin admin] Added segment c0ec4ef7-f102-4c23-acb8-1b0fc80b11f7 of type vlan for network e8d2730b-20d1-465c-9474-be19ae611a8f Jun 28 12:26:39.338646 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-64b0212a-070b-4447-bae3-09e69ac59541 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727236854384'] for network, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:39.365134 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-41acd927-0835-4be8-8923-66682283a3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'name': 'tempest-TestVolumeBootPattern-1730247186-router', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:31Z', 'updated_at': '2021-06-28T12:26:36Z', 'revision_number': 4, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'gw_port': {'id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:32Z', 'updated_at': '2021-06-28T12:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '78c0c975-9b9e-420b-8a72-4e952e84d897', 'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'mac_address': 'fa:16:3e:c7:e9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:35Z', 'updated_at': '2021-06-28T12:26:36Z', 'revision_number': 2, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'subnets': [{'id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:26:39.370002 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41acd927-0835-4be8-8923-66682283a3e8 None None] Checking router: ea3eb4ed-00b7-4180-b09c-b378300e6666 for host: dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:26:39.370410 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41acd927-0835-4be8-8923-66682283a3e8 None None] Updating router ea3eb4ed-00b7-4180-b09c-b378300e6666 port 78c0c975-9b9e-420b-8a72-4e952e84d897 binding host dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:26:39.424927 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-41acd927-0835-4be8-8923-66682283a3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:39.426476 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-64b0212a-070b-4447-bae3-09e69ac59541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291'] for network, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:39.427957 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b0212a-070b-4447-bae3-09e69ac59541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:39.428540 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-64b0212a-070b-4447-bae3-09e69ac59541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:39.434359 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-2446362e-c2c9-418e-b5ec-b91b06f0e22e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:39.440629 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning for port 9d74b319-0969-4687-b0eb-efab3fbee88a completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:26:39.474038 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 9d74b319-0969-4687-b0eb-efab3fbee88a triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:26:39.474417 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:39.532696 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0212a-070b-4447-bae3-09e69ac59541 admin admin] Pushing event updated for resources: {'Network': ['ID=e8d2730b-20d1-465c-9474-be19ae611a8f,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:39.535896 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-64b0212a-070b-4447-bae3-09e69ac59541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:39.546042 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Network e8d2730b-20d1-465c-9474-be19ae611a8f details requested by agent ovs-agent-dv-cinder-798094-1-iscsi with host dv-cinder-798094-1-iscsi {{(pid=79150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:26:39.570190 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-64b0212a-070b-4447-bae3-09e69ac59541 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6671472 Jun 28 12:26:39.573570 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 45864) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:39.579154 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-0ca3f956-4d5c-41fe-8a1c-e5bf02f47454 admin admin] Request body: {'subnet': {'network_id': 'e8d2730b-20d1-465c-9474-be19ae611a8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2140718707-subnet', 'tenant_id': '9915477ab7dc44508bd5cd9e7873d92b', 'ip_version': 4}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:26:39.584232 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-0ca3f956-4d5c-41fe-8a1c-e5bf02f47454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:39.588260 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-0ca3f956-4d5c-41fe-8a1c-e5bf02f47454 admin admin] Usage tracker for resource:subnet and tenant:9915477ab7dc44508bd5cd9e7873d92b is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:39.591117 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-0ca3f956-4d5c-41fe-8a1c-e5bf02f47454 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:39.596881 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-0ca3f956-4d5c-41fe-8a1c-e5bf02f47454 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:39.655145 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca3f956-4d5c-41fe-8a1c-e5bf02f47454 admin admin] Made reservation on behalf of 9915477ab7dc44508bd5cd9e7873d92b for: {'subnet': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:26:39.657486 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-0ca3f956-4d5c-41fe-8a1c-e5bf02f47454 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1741798'] for subnet, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:39.831154 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ce472-da27-4798-9f3d-db800f6c88f5 req-6c08b519-c125-45c7-8ff1-79ecacd582ee tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:39.832632 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-609ce472-da27-4798-9f3d-db800f6c88f5 req-6c08b519-c125-45c7-8ff1-79ecacd582ee tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 946 time: 0.0847807 Jun 28 12:26:39.920406 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-0ca3f956-4d5c-41fe-8a1c-e5bf02f47454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1905340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1741808'] for subnet, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:39.924991 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-27ca44f0-bd34-45bc-ba06-27563ec0d303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:39.931012 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-609ce472-da27-4798-9f3d-db800f6c88f5 req-64007b7d-4393-46ae-b7ff-5de1af5d13e9 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad28f50-042c-49a1-bdd1-c13952d3d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564508 Jun 28 12:26:39.964003 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:39.971350 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbeea31-f88d-4fd8-8b01-e642ff2ecf88 req-c1a78a46-9d55-4afa-93bf-89933bbb906b tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:39.972856 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4fbeea31-f88d-4fd8-8b01-e642ff2ecf88 req-c1a78a46-9d55-4afa-93bf-89933bbb906b tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.1393526 Jun 28 12:26:39.988206 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] For port 9d74b319-0969-4687-b0eb-efab3fbee88a, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=9d74b319-0969-4687-b0eb-efab3fbee88a,segment=NetworkSegment(4ef2d251-a773-41f5-87cd-cec6f249eb66),segment_id=4ef2d251-a773-41f5-87cd-cec6f249eb66)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:26:40.015341 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3f956-4d5c-41fe-8a1c-e5bf02f47454 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b16a42d6-c3c7-425a-8f0e-1484bc6eb0cf,revision_number=0']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:40.018048 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-0ca3f956-4d5c-41fe-8a1c-e5bf02f47454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:40.026413 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca3f956-4d5c-41fe-8a1c-e5bf02f47454 admin admin] Checking segment: {'id': 'c0ec4ef7-f102-4c23-acb8-1b0fc80b11f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e8d2730b-20d1-465c-9474-be19ae611a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:26:40.026781 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca3f956-4d5c-41fe-8a1c-e5bf02f47454 admin admin] Network hostable DHCP agents. Network: e8d2730b-20d1-465c-9474-be19ae611a8f, hostable agents: ['00922891-a33d-4784-963e-6ef69cbf19e0'], hosted agents: [] {{(pid=79148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:26:40.039026 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4fbeea31-f88d-4fd8-8b01-e642ff2ecf88 req-05604efc-050e-4fc3-9a91-b99563e37658 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466309 Jun 28 12:26:40.070119 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-41acd927-0835-4be8-8923-66682283a3e8 None None] Notify callbacks [] for port, precommit_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:40.081633 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-41acd927-0835-4be8-8923-66682283a3e8 None None] Transition to ACTIVE for port object 78c0c975-9b9e-420b-8a72-4e952e84d897 will not be triggered until provisioned by entity L2. {{(pid=79150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:26:40.086657 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:40.088702 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:40.162263 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Pushing event updated for resources: {'Port': ['ID=9d74b319-0969-4687-b0eb-efab3fbee88a,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:40.165796 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:40.181604 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca3f956-4d5c-41fe-8a1c-e5bf02f47454 admin admin] Network e8d2730b-20d1-465c-9474-be19ae611a8f is scheduled to be hosted by DHCP agent 00922891-a33d-4784-963e-6ef69cbf19e0 with binding_index 1 {{(pid=79148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:26:40.209506 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-41acd927-0835-4be8-8923-66682283a3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:40.219607 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:40.266642 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-0ca3f956-4d5c-41fe-8a1c-e5bf02f47454 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-iscsi, e8d2730b-20d1-465c-9474-be19ae611a8f) {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:26:40.279393 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca3f956-4d5c-41fe-8a1c-e5bf02f47454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:40.279983 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-0ca3f956-4d5c-41fe-8a1c-e5bf02f47454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for subnet, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:40.334103 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccb8f47-2d78-469c-b4ed-fcbf27fdea64 None None] Network e8d2730b-20d1-465c-9474-be19ae611a8f requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:26:40.410186 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-0ca3f956-4d5c-41fe-8a1c-e5bf02f47454 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8331914 Jun 28 12:26:40.410401 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 45874) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:40.424214 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-4c64bfff-6c18-417c-96a2-d45a6fa7f59f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2140718707-router', 'tenant_id': '9915477ab7dc44508bd5cd9e7873d92b', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:26:40.439255 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-4c64bfff-6c18-417c-96a2-d45a6fa7f59f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:40.445070 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-4c64bfff-6c18-417c-96a2-d45a6fa7f59f admin admin] Usage tracker for resource:router and tenant:9915477ab7dc44508bd5cd9e7873d92b is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:40.448834 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-4c64bfff-6c18-417c-96a2-d45a6fa7f59f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:40.454824 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281b040-fef6-4771-930d-b3c1c3084a9f None None] Pushing event updated for resources: {'Port': ['ID=78c0c975-9b9e-420b-8a72-4e952e84d897,revision_number=3']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:40.457784 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-4c64bfff-6c18-417c-96a2-d45a6fa7f59f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:40.465883 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-8281b040-fef6-4771-930d-b3c1c3084a9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:40.547117 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-4c64bfff-6c18-417c-96a2-d45a6fa7f59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3695342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34721'] for router, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:40.548523 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-4c64bfff-6c18-417c-96a2-d45a6fa7f59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3695626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34730'] for router, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:40.564576 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-4c64bfff-6c18-417c-96a2-d45a6fa7f59f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:40.581694 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-41acd927-0835-4be8-8923-66682283a3e8 None None] Attempting to bind port 78c0c975-9b9e-420b-8a72-4e952e84d897 on host dv-cinder-798094-1-iscsi for vnic_type normal with profile {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:26:40.582063 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-41acd927-0835-4be8-8923-66682283a3e8 None None] Attempting to bind port 78c0c975-9b9e-420b-8a72-4e952e84d897 by drivers openvswitch,hyperv on host dv-cinder-798094-1-iscsi at level 0 using segments [{'id': 'dc1f170b-1229-466f-8985-928d834987ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054'}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:26:40.582423 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41acd927-0835-4be8-8923-66682283a3e8 None None] Attempting to bind port 78c0c975-9b9e-420b-8a72-4e952e84d897 on network 611bae97-b201-4ae0-aa3d-b952aec58054 {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:26:40.597212 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41acd927-0835-4be8-8923-66682283a3e8 None None] Checking agent: {'id': '97f6a438-5e0c-4082-aba3-e3ff467169d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 16, 39), 'started_at': datetime.datetime(2021, 6, 28, 12, 17, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:26:40.597584 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41acd927-0835-4be8-8923-66682283a3e8 None None] Checking segment: {'id': 'dc1f170b-1229-466f-8985-928d834987ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:26:40.597982 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-41acd927-0835-4be8-8923-66682283a3e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:40.598370 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41acd927-0835-4be8-8923-66682283a3e8 None None] Bound using segment: {'id': 'dc1f170b-1229-466f-8985-928d834987ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054'} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:26:40.598860 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-41acd927-0835-4be8-8923-66682283a3e8 None None] Bound port: 78c0c975-9b9e-420b-8a72-4e952e84d897, host: dv-cinder-798094-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1f170b-1229-466f-8985-928d834987ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054'}}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:26:40.599230 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-41acd927-0835-4be8-8923-66682283a3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:40.778251 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-41acd927-0835-4be8-8923-66682283a3e8 None None] For port 78c0c975-9b9e-420b-8a72-4e952e84d897, host dv-cinder-798094-1-iscsi, cleared binding levels {{(pid=79150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:26:40.787240 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6f49da-da35-49e9-892d-d6693577207c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1e09d51-a22e-5f09-8328-b2b494a4398b-e8d2730b-20d1-465c-9474-be19ae611a8f', 'network_id': 'e8d2730b-20d1-465c-9474-be19ae611a8f', 'tenant_id': '9915477ab7dc44508bd5cd9e7873d92b', 'fixed_ips': [{'subnet_id': 'b16a42d6-c3c7-425a-8f0e-1484bc6eb0cf'}]}} from dv-cinder-798094-1-iscsi. {{(pid=79150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 12:26:40.788053 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-8d6f49da-da35-49e9-892d-d6693577207c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:40.809294 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-41acd927-0835-4be8-8923-66682283a3e8 None None] For port 78c0c975-9b9e-420b-8a72-4e952e84d897, host dv-cinder-798094-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=78c0c975-9b9e-420b-8a72-4e952e84d897,segment=NetworkSegment(dc1f170b-1229-466f-8985-928d834987ab),segment_id=dc1f170b-1229-466f-8985-928d834987ab)] {{(pid=79150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:26:40.888558 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-41acd927-0835-4be8-8923-66682283a3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:40.900712 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-20607ffa-6bff-4f41-aab7-4f27121da9d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:40.998506 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-4c64bfff-6c18-417c-96a2-d45a6fa7f59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3695335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34692'] for router, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:41.151868 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41acd927-0835-4be8-8923-66682283a3e8 None None] Routers {'ea3eb4ed-00b7-4180-b09c-b378300e6666'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:26:41.152595 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-41acd927-0835-4be8-8923-66682283a3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:26:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['ea3eb4ed-00b7-4180-b09c-b378300e6666'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:26:41.268016 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281b040-fef6-4771-930d-b3c1c3084a9f None None] Pushing event updated for resources: {'Port': ['ID=78c0c975-9b9e-420b-8a72-4e952e84d897,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:41.282619 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-8281b040-fef6-4771-930d-b3c1c3084a9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:41.300116 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.db_base_plugin_common [None req-8d6f49da-da35-49e9-892d-d6693577207c None None] Allocated IP 172.20.0.2 (e8d2730b-20d1-465c-9474-be19ae611a8f/b16a42d6-c3c7-425a-8f0e-1484bc6eb0cf/4e967107-738f-4373-8cf2-a28de7353ba8) {{(pid=79150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:26:41.384033 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bf149-2816-48e8-9292-3f01fa24497f req-9e2a2d9c-f62d-41d8-b131-9ec8b1fc431a tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:41.392136 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-825bf149-2816-48e8-9292-3f01fa24497f req-9e2a2d9c-f62d-41d8-b131-9ec8b1fc431a tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 946 time: 0.2572572 Jun 28 12:26:41.419387 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 9d74b319-0969-4687-b0eb-efab3fbee88a up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:26:41.431464 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c424e6e-cbd5-4552-85dc-df1d2b579071 req-3e5cb296-b036-4bcf-96b6-d6bc9f40c0ee tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:41.440939 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4c424e6e-cbd5-4552-85dc-df1d2b579071 req-3e5cb296-b036-4bcf-96b6-d6bc9f40c0ee tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.1914527 Jun 28 12:26:41.469286 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-559433e0-f88b-4dcc-9b15-c9552d0ea6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:41.500123 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-825bf149-2816-48e8-9292-3f01fa24497f req-9c0ae621-b5d2-4af1-ab37-439175762484 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad28f50-042c-49a1-bdd1-c13952d3d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067669 Jun 28 12:26:41.536348 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4c424e6e-cbd5-4552-85dc-df1d2b579071 req-31da3966-fe7e-494e-bcd7-cb4bbd5e603e tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958896 Jun 28 12:26:41.639352 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-41acd927-0835-4be8-8923-66682283a3e8 None None] Set router ea3eb4ed-00b7-4180-b09c-b378300e6666 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:26:41.639511 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-4c64bfff-6c18-417c-96a2-d45a6fa7f59f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:41.671165 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-4c64bfff-6c18-417c-96a2-d45a6fa7f59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:41.807753 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 9d74b319-0969-4687-b0eb-efab3fbee88a triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:26:41.807977 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:41.841363 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [None req-4c64bfff-6c18-417c-96a2-d45a6fa7f59f admin admin] Allocated IP 172.27.0.177 (c9286c56-74de-4de9-a16f-8e0a6aaad408/86bae704-b0f4-4850-808b-6f728b6b20f3/921daf3e-4482-4f17-afb7-bd752b701791) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:26:42.019449 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-4c64bfff-6c18-417c-96a2-d45a6fa7f59f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:42.030109 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-8d6f49da-da35-49e9-892d-d6693577207c None None] Notify callbacks [] for port, precommit_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:42.062011 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-8d6f49da-da35-49e9-892d-d6693577207c None None] Transition to ACTIVE for port object 4e967107-738f-4373-8cf2-a28de7353ba8 will not be triggered until provisioned by entity L2. {{(pid=79150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:26:42.177647 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-4c64bfff-6c18-417c-96a2-d45a6fa7f59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:42.189091 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-7e4bbbb3-4562-422a-8ba5-f5f487a9e446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:42.197521 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-8d6f49da-da35-49e9-892d-d6693577207c None None] Transition to ACTIVE for port object 4e967107-738f-4373-8cf2-a28de7353ba8 will not be triggered until provisioned by entity DHCP. {{(pid=79150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:26:42.240232 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:42.264653 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c64bfff-6c18-417c-96a2-d45a6fa7f59f admin admin] Network c9286c56-74de-4de9-a16f-8e0a6aaad408 is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:26:42.268422 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-4c64bfff-6c18-417c-96a2-d45a6fa7f59f admin admin] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:26:42.270792 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c64bfff-6c18-417c-96a2-d45a6fa7f59f admin admin] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:26:42.277606 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-41acd927-0835-4be8-8923-66682283a3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'name': 'tempest-TestVolumeBootPattern-1730247186-router', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:31Z', 'updated_at': '2021-06-28T12:26:36Z', 'revision_number': 4, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'gw_port': {'id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:32Z', 'updated_at': '2021-06-28T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '78c0c975-9b9e-420b-8a72-4e952e84d897', 'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'mac_address': 'fa:16:3e:c7:e9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:35Z', 'updated_at': '2021-06-28T12:26:40Z', 'revision_number': 4, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'subnets': [{'id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:26:42.281773 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41acd927-0835-4be8-8923-66682283a3e8 None None] The sync data for ids ['ea3eb4ed-00b7-4180-b09c-b378300e6666'] in dv-cinder-798094-1-iscsi is: [{'id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'name': 'tempest-TestVolumeBootPattern-1730247186-router', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:31Z', 'updated_at': '2021-06-28T12:26:36Z', 'revision_number': 4, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'gw_port': {'id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:32Z', 'updated_at': '2021-06-28T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '78c0c975-9b9e-420b-8a72-4e952e84d897', 'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'mac_address': 'fa:16:3e:c7:e9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:35Z', 'updated_at': '2021-06-28T12:26:40Z', 'revision_number': 4, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'subnets': [{'id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:26:42.300211 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64bfff-6c18-417c-96a2-d45a6fa7f59f admin admin] Pushing event updated for resources: {'Port': ['ID=921daf3e-4482-4f17-afb7-bd752b701791,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:42.303128 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-4c64bfff-6c18-417c-96a2-d45a6fa7f59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:42.339987 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-8d6f49da-da35-49e9-892d-d6693577207c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319'] for port, after_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:42.362267 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:42.403821 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6f49da-da35-49e9-892d-d6693577207c None None] Network e8d2730b-20d1-465c-9474-be19ae611a8f is already hosted by enough agents. {{(pid=79150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:26:42.409587 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.scheduler.base_scheduler [None req-8d6f49da-da35-49e9-892d-d6693577207c None None] Resources bound (agent type, host, resource id): {{(pid=79150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:26:42.421871 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6f49da-da35-49e9-892d-d6693577207c None None] Received port after_create {{(pid=79150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:26:42.573401 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f49da-da35-49e9-892d-d6693577207c None None] Pushing event updated for resources: {'Port': ['ID=4e967107-738f-4373-8cf2-a28de7353ba8,revision_number=1']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:42.580574 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-8d6f49da-da35-49e9-892d-d6693577207c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:42.581543 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-8d6f49da-da35-49e9-892d-d6693577207c None None] Attempting to bind port 4e967107-738f-4373-8cf2-a28de7353ba8 on host dv-cinder-798094-1-iscsi for vnic_type normal with profile {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:26:42.581924 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-8d6f49da-da35-49e9-892d-d6693577207c None None] Attempting to bind port 4e967107-738f-4373-8cf2-a28de7353ba8 by drivers openvswitch,hyperv on host dv-cinder-798094-1-iscsi at level 0 using segments [{'id': 'c0ec4ef7-f102-4c23-acb8-1b0fc80b11f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e8d2730b-20d1-465c-9474-be19ae611a8f'}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:26:42.582479 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6f49da-da35-49e9-892d-d6693577207c None None] Attempting to bind port 4e967107-738f-4373-8cf2-a28de7353ba8 on network e8d2730b-20d1-465c-9474-be19ae611a8f {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:26:42.610153 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6f49da-da35-49e9-892d-d6693577207c None None] Checking agent: {'id': '97f6a438-5e0c-4082-aba3-e3ff467169d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 16, 39), 'started_at': datetime.datetime(2021, 6, 28, 12, 17, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:26:42.610657 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6f49da-da35-49e9-892d-d6693577207c None None] Checking segment: {'id': 'c0ec4ef7-f102-4c23-acb8-1b0fc80b11f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e8d2730b-20d1-465c-9474-be19ae611a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:26:42.611104 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-8d6f49da-da35-49e9-892d-d6693577207c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:42.611516 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6f49da-da35-49e9-892d-d6693577207c None None] Bound using segment: {'id': 'c0ec4ef7-f102-4c23-acb8-1b0fc80b11f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e8d2730b-20d1-465c-9474-be19ae611a8f'} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:26:42.612018 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-8d6f49da-da35-49e9-892d-d6693577207c None None] Bound port: 4e967107-738f-4373-8cf2-a28de7353ba8, host: dv-cinder-798094-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ec4ef7-f102-4c23-acb8-1b0fc80b11f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e8d2730b-20d1-465c-9474-be19ae611a8f'}}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:26:42.612445 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-8d6f49da-da35-49e9-892d-d6693577207c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:42.694630 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290386a1-30d0-4d1a-a8ee-b83ac7e8c2f9 req-e99c86f7-ed38-47b1-ba69-3e42edb9e14e tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:42.696706 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-290386a1-30d0-4d1a-a8ee-b83ac7e8c2f9 req-e99c86f7-ed38-47b1-ba69-3e42edb9e14e tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.64 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 946 time: 0.3924932 Jun 28 12:26:42.816625 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-8d6f49da-da35-49e9-892d-d6693577207c None None] For port 4e967107-738f-4373-8cf2-a28de7353ba8, host dv-cinder-798094-1-iscsi, cleared binding levels {{(pid=79150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:26:42.820277 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-8d6f49da-da35-49e9-892d-d6693577207c None None] For port 4e967107-738f-4373-8cf2-a28de7353ba8, host dv-cinder-798094-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=4e967107-738f-4373-8cf2-a28de7353ba8,segment=NetworkSegment(c0ec4ef7-f102-4c23-acb8-1b0fc80b11f7),segment_id=c0ec4ef7-f102-4c23-acb8-1b0fc80b11f7)] {{(pid=79150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:26:42.852586 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [req-290386a1-30d0-4d1a-a8ee-b83ac7e8c2f9 req-f4f19a6f-938f-418d-bc76-bdee95254102 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Deleting port 0f17edba-3a23-4825-ac7b-dea628974683 {{(pid=79148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:26:42.852586 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-290386a1-30d0-4d1a-a8ee-b83ac7e8c2f9 req-f4f19a6f-938f-418d-bc76-bdee95254102 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:42.867759 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c652f4-b3e3-4cb8-8d46-18c913fa8e0c req-487964dd-37f4-497c-87ca-fe8c5017efb9 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:42.869283 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f6c652f4-b3e3-4cb8-8d46-18c913fa8e0c req-487964dd-37f4-497c-87ca-fe8c5017efb9 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 946 time: 0.2031682 Jun 28 12:26:42.918813 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-8d6f49da-da35-49e9-892d-d6693577207c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:42.924209 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:42.950759 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f6c652f4-b3e3-4cb8-8d46-18c913fa8e0c req-7ca74c06-2414-4a0f-8d08-568b974eeaf1 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/security-groups?id=6ad28f50-042c-49a1-bdd1-c13952d3d6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747511 Jun 28 12:26:42.960614 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce542ae5-7c5d-45d8-b7d9-4eb8d90bf299 req-9a94e48a-c9f1-486a-b3b5-22a4976235e0 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:42.968672 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ce542ae5-7c5d-45d8-b7d9-4eb8d90bf299 req-9a94e48a-c9f1-486a-b3b5-22a4976235e0 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.1592500 Jun 28 12:26:43.056718 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f49da-da35-49e9-892d-d6693577207c None None] Pushing event updated for resources: {'Port': ['ID=4e967107-738f-4373-8cf2-a28de7353ba8,revision_number=2']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:43.061126 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-8d6f49da-da35-49e9-892d-d6693577207c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:43.074141 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ce542ae5-7c5d-45d8-b7d9-4eb8d90bf299 req-459f237e-f367-43a1-9866-3970919006b0 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042385 Jun 28 12:26:43.405664 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 78c0c975-9b9e-420b-8a72-4e952e84d897 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:26:43.446146 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-4c64bfff-6c18-417c-96a2-d45a6fa7f59f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:43.578909 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-290386a1-30d0-4d1a-a8ee-b83ac7e8c2f9 req-f4f19a6f-938f-418d-bc76-bdee95254102 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] For port 0f17edba-3a23-4825-ac7b-dea628974683, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0f17edba-3a23-4825-ac7b-dea628974683,segment=NetworkSegment(71508eb0-6c91-4d3b-8437-33177e43dd70),segment_id=71508eb0-6c91-4d3b-8437-33177e43dd70)] {{(pid=79148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:26:43.579272 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-290386a1-30d0-4d1a-a8ee-b83ac7e8c2f9 req-f4f19a6f-938f-418d-bc76-bdee95254102 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:43.586675 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning for port 78c0c975-9b9e-420b-8a72-4e952e84d897 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:26:43.593496 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 78c0c975-9b9e-420b-8a72-4e952e84d897 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:26:43.593877 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:43.749823 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:43.798310 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] For port 78c0c975-9b9e-420b-8a72-4e952e84d897, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=78c0c975-9b9e-420b-8a72-4e952e84d897,segment=NetworkSegment(dc1f170b-1229-466f-8985-928d834987ab),segment_id=dc1f170b-1229-466f-8985-928d834987ab)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:26:43.813913 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [req-290386a1-30d0-4d1a-a8ee-b83ac7e8c2f9 req-f4f19a6f-938f-418d-bc76-bdee95254102 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Calling delete_port for 0f17edba-3a23-4825-ac7b-dea628974683 owned by compute:nova {{(pid=79148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:26:43.861345 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:43.884040 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:43.885874 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:44.083111 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Pushing event updated for resources: {'Port': ['ID=78c0c975-9b9e-420b-8a72-4e952e84d897,revision_number=5']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:44.099895 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:44.393456 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-4c64bfff-6c18-417c-96a2-d45a6fa7f59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3695352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696706'] for router, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:44.501117 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-290386a1-30d0-4d1a-a8ee-b83ac7e8c2f9 req-f4f19a6f-938f-418d-bc76-bdee95254102 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:44.517542 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:44.526695 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe087423-319a-4247-81b6-76c1094481aa None None] Network e8d2730b-20d1-465c-9474-be19ae611a8f requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:26:44.574962 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f19a6f-938f-418d-bc76-bdee95254102 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Pushing event deleted for resources: {'Port': ['ID=0f17edba-3a23-4825-ac7b-dea628974683,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:44.583169 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b442e09e-84a2-4847-a80d-27f714516dc6 req-029b9dbd-75db-4d4c-9f4f-b70276c8fb08 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 210 time: 0.1082263 Jun 28 12:26:44.583639 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-f4f19a6f-938f-418d-bc76-bdee95254102 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:44.630133 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fd8d3-e309-4b6b-8773-1f164c157390 req-38e031d4-e21e-4964-9ac4-5db34d6dff9c tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:44.632143 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-872fd8d3-e309-4b6b-8773-1f164c157390 req-38e031d4-e21e-4964-9ac4-5db34d6dff9c tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.1198945 Jun 28 12:26:44.714434 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-872fd8d3-e309-4b6b-8773-1f164c157390 req-86e6c448-c3c4-45af-9d17-173d9030cadb tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728171 Jun 28 12:26:44.719858 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [req-290386a1-30d0-4d1a-a8ee-b83ac7e8c2f9 req-f4f19a6f-938f-418d-bc76-bdee95254102 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] No DVR routers for this DVR port 0f17edba-3a23-4825-ac7b-dea628974683 on host hv-cinder-79809 {{(pid=79148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:26:44.731549 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d99cae97-4d0c-47d5-a295-cbe4b6600cdf None None] Provisioning for port 4e967107-738f-4373-8cf2-a28de7353ba8 completed by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:26:44.735319 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-290386a1-30d0-4d1a-a8ee-b83ac7e8c2f9 req-f4f19a6f-938f-418d-bc76-bdee95254102 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:44.738385 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caeb377c-7c10-45da-ad3a-733f3a64f59d', 'name': 'network-vif-deleted', 'tag': '0f17edba-3a23-4825-ac7b-dea628974683'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:26:44.798631 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caeb377c-7c10-45da-ad3a-733f3a64f59d', 'name': 'network-vif-deleted', 'tag': '0f17edba-3a23-4825-ac7b-dea628974683', 'status': 'completed', 'code': 200} Jun 28 12:26:44.885578 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-290386a1-30d0-4d1a-a8ee-b83ac7e8c2f9 req-f4f19a6f-938f-418d-bc76-bdee95254102 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.64 "DELETE /v2.0/ports/0f17edba-3a23-4825-ac7b-dea628974683 HTTP/1.1" status: 204 len: 173 time: 2.1787784 Jun 28 12:26:44.937739 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c64bfff-6c18-417c-96a2-d45a6fa7f59f admin admin] Router 07642174-ccdf-48df-9c0c-76487159f638 is scheduled to L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 with binding_index 1 {{(pid=79148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:26:45.170505 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c64bfff-6c18-417c-96a2-d45a6fa7f59f admin admin] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:26:45.181660 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acccb8f8-1753-483b-9735-a3e204fed2c8 None None] Sync routers for ids ['07642174-ccdf-48df-9c0c-76487159f638'] in dv-cinder-798094-1-iscsi {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:26:45.205641 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acccb8f8-1753-483b-9735-a3e204fed2c8 None None] Routers {'07642174-ccdf-48df-9c0c-76487159f638'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:26:45.206288 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-acccb8f8-1753-483b-9735-a3e204fed2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:26:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['07642174-ccdf-48df-9c0c-76487159f638'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:26:45.308047 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-4c64bfff-6c18-417c-96a2-d45a6fa7f59f admin admin] Notify callbacks [] for router, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:45.309593 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-4c64bfff-6c18-417c-96a2-d45a6fa7f59f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8964021 Jun 28 12:26:45.312366 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 45996) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:45.406954 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 78c0c975-9b9e-420b-8a72-4e952e84d897 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:26:45.528521 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-acccb8f8-1753-483b-9735-a3e204fed2c8 None None] Set router 07642174-ccdf-48df-9c0c-76487159f638 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:26:45.529586 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 78c0c975-9b9e-420b-8a72-4e952e84d897 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:26:45.530075 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:45.684204 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 4e967107-738f-4373-8cf2-a28de7353ba8 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:26:45.823721 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0b948c24-65b6-45e0-8035-e5a2a25899f1 req-93e38379-9aab-4828-8752-db97be0740ed tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 210 time: 0.0560749 Jun 28 12:26:45.839032 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning for port 4e967107-738f-4373-8cf2-a28de7353ba8 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:26:45.844201 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 4e967107-738f-4373-8cf2-a28de7353ba8 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:26:45.844663 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:45.896935 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-acccb8f8-1753-483b-9735-a3e204fed2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07642174-ccdf-48df-9c0c-76487159f638', 'name': 'tempest-TestVolumeBootPattern-2140718707-router', 'tenant_id': '9915477ab7dc44508bd5cd9e7873d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '921daf3e-4482-4f17-afb7-bd752b701791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:40Z', 'updated_at': '2021-06-28T12:26:42Z', 'revision_number': 3, 'project_id': '9915477ab7dc44508bd5cd9e7873d92b', 'gw_port': {'id': '921daf3e-4482-4f17-afb7-bd752b701791', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07642174-ccdf-48df-9c0c-76487159f638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:41Z', 'updated_at': '2021-06-28T12:26:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:26:45.909151 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acccb8f8-1753-483b-9735-a3e204fed2c8 None None] Checking router: 07642174-ccdf-48df-9c0c-76487159f638 for host: dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:26:45.910537 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acccb8f8-1753-483b-9735-a3e204fed2c8 None None] Updating router 07642174-ccdf-48df-9c0c-76487159f638 port 921daf3e-4482-4f17-afb7-bd752b701791 binding host dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:26:45.989835 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-acccb8f8-1753-483b-9735-a3e204fed2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:46.019584 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:46.065426 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] For port 4e967107-738f-4373-8cf2-a28de7353ba8, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=4e967107-738f-4373-8cf2-a28de7353ba8,segment=NetworkSegment(c0ec4ef7-f102-4c23-acb8-1b0fc80b11f7),segment_id=c0ec4ef7-f102-4c23-acb8-1b0fc80b11f7)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:26:46.083494 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17965fc7-e248-4dbf-858d-10905263ca31 req-9144f700-c625-44bb-9dc8-72e2a3db79bd tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:46.085018 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-17965fc7-e248-4dbf-858d-10905263ca31 req-9144f700-c625-44bb-9dc8-72e2a3db79bd tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.1588001 Jun 28 12:26:46.137343 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-17965fc7-e248-4dbf-858d-10905263ca31 req-8c5eec8f-a4e4-4303-af87-13e599985843 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456760 Jun 28 12:26:46.142521 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:46.145766 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-5be636b4-e992-4477-9f0c-c243416b2b46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:46.234111 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 46022) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:46.281668 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Pushing event updated for resources: {'Port': ['ID=4e967107-738f-4373-8cf2-a28de7353ba8,revision_number=3']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:46.291162 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:46.362931 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 0f17edba-3a23-4825-ac7b-dea628974683 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:26:46.398792 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-6d734fb0-01d2-460d-a88d-9d6260e2fbb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:46.402330 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] No Port match for: 0f17edba-3a23-4825-ac7b-dea628974683 {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:26:46.402827 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 0f17edba-3a23-4825-ac7b-dea628974683 not bound to the agent host hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:26:46.432001 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-6d734fb0-01d2-460d-a88d-9d6260e2fbb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:46.439534 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-6d734fb0-01d2-460d-a88d-9d6260e2fbb9 admin admin] Usage tracker for resource:security_group_rule and tenant:2c21df16f0bb40d995dfbc335272ba6e is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:46.444128 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-6d734fb0-01d2-460d-a88d-9d6260e2fbb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:46.454381 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-6d734fb0-01d2-460d-a88d-9d6260e2fbb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:46.508949 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-acccb8f8-1753-483b-9735-a3e204fed2c8 None None] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:46.520660 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [None req-acccb8f8-1753-483b-9735-a3e204fed2c8 None None] Transition to ACTIVE for port object 921daf3e-4482-4f17-afb7-bd752b701791 will not be triggered until provisioned by entity L2. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:26:46.579997 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-14915341-02f7-40c1-970e-c3b3cb70c481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:46.610305 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-acccb8f8-1753-483b-9735-a3e204fed2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:46.616281 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:46.690496 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-acccb8f8-1753-483b-9735-a3e204fed2c8 None None] Attempting to bind port 921daf3e-4482-4f17-afb7-bd752b701791 on host dv-cinder-798094-1-iscsi for vnic_type normal with profile {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:26:46.691007 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-acccb8f8-1753-483b-9735-a3e204fed2c8 None None] Attempting to bind port 921daf3e-4482-4f17-afb7-bd752b701791 by drivers openvswitch,hyperv on host dv-cinder-798094-1-iscsi at level 0 using segments [{'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:26:46.691394 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acccb8f8-1753-483b-9735-a3e204fed2c8 None None] Attempting to bind port 921daf3e-4482-4f17-afb7-bd752b701791 on network c9286c56-74de-4de9-a16f-8e0a6aaad408 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:26:46.694689 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52693d-ff89-48be-9321-9c6fba9f0bed req-9240082d-9a3e-4d29-af45-fafe954c171e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:46.696546 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-6a52693d-ff89-48be-9321-9c6fba9f0bed req-9240082d-9a3e-4d29-af45-fafe954c171e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 1099 time: 0.2039185 Jun 28 12:26:46.697086 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b16c4-01d7-4eb7-a87c-7efaad9e1282 None None] Pushing event updated for resources: {'Port': ['ID=921daf3e-4482-4f17-afb7-bd752b701791,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:46.699965 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-6f5b16c4-01d7-4eb7-a87c-7efaad9e1282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:46.703536 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acccb8f8-1753-483b-9735-a3e204fed2c8 None None] Checking agent: {'id': '97f6a438-5e0c-4082-aba3-e3ff467169d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 16, 39), 'started_at': datetime.datetime(2021, 6, 28, 12, 17, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:26:46.703917 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acccb8f8-1753-483b-9735-a3e204fed2c8 None None] Checking segment: {'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:26:46.704318 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-acccb8f8-1753-483b-9735-a3e204fed2c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:46.704703 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acccb8f8-1753-483b-9735-a3e204fed2c8 None None] Bound using segment: {'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:26:46.705797 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-acccb8f8-1753-483b-9735-a3e204fed2c8 None None] Bound port: 921daf3e-4482-4f17-afb7-bd752b701791, host: dv-cinder-798094-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:26:46.705797 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-acccb8f8-1753-483b-9735-a3e204fed2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:46.808806 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [None req-acccb8f8-1753-483b-9735-a3e204fed2c8 None None] For port 921daf3e-4482-4f17-afb7-bd752b701791, host dv-cinder-798094-1-iscsi, cleared binding levels {{(pid=79151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:26:46.812390 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [None req-acccb8f8-1753-483b-9735-a3e204fed2c8 None None] For port 921daf3e-4482-4f17-afb7-bd752b701791, host dv-cinder-798094-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=921daf3e-4482-4f17-afb7-bd752b701791,segment=NetworkSegment(4ef2d251-a773-41f5-87cd-cec6f249eb66),segment_id=4ef2d251-a773-41f5-87cd-cec6f249eb66)] {{(pid=79151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:26:46.813558 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-6d734fb0-01d2-460d-a88d-9d6260e2fbb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:46.820208 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-6a52693d-ff89-48be-9321-9c6fba9f0bed req-838cfb92-e468-42a4-91e9-9a70b1d55900 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141708 Jun 28 12:26:46.873737 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-acccb8f8-1753-483b-9735-a3e204fed2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:46.878634 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-6d734fb0-01d2-460d-a88d-9d6260e2fbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:46.888958 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-81933d7c-49f7-4515-ab57-8a9cb2af709c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:46.897653 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-ebf96a7a-ab10-46c4-9a68-ac8eb7cf9e48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:46.947605 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-6d734fb0-01d2-460d-a88d-9d6260e2fbb9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c21df16f0bb40d995dfbc335272ba6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7124691 Jun 28 12:26:46.950337 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 46044) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:46.951056 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d734fb0-01d2-460d-a88d-9d6260e2fbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e90657a-ed76-4bee-a1b8-1c858ca1df2c,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:46.954179 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [None req-14915341-02f7-40c1-970e-c3b3cb70c481 admin admin] Allocated IP 172.20.0.1 (e8d2730b-20d1-465c-9474-be19ae611a8f/b16a42d6-c3c7-425a-8f0e-1484bc6eb0cf/41fa47e3-b6da-4c5e-91ef-e9379591874a) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:26:46.956715 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-6d734fb0-01d2-460d-a88d-9d6260e2fbb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:47.077321 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acccb8f8-1753-483b-9735-a3e204fed2c8 None None] Routers {'07642174-ccdf-48df-9c0c-76487159f638'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:26:47.077967 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-acccb8f8-1753-483b-9735-a3e204fed2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:26:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['07642174-ccdf-48df-9c0c-76487159f638'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:26:47.116984 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-840d76b9-a958-43a3-a8b1-29dcb31cd0e3 req-cbaed759-71db-4ae0-acbb-2ce958fa9fea tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 210 time: 0.0548811 Jun 28 12:26:47.119994 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-085c56b6-4990-4e53-9749-1603f7ad72ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:47.129167 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-14915341-02f7-40c1-970e-c3b3cb70c481 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:47.151826 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-085c56b6-4990-4e53-9749-1603f7ad72ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:47.158021 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.provisioning_blocks [None req-14915341-02f7-40c1-970e-c3b3cb70c481 admin admin] Transition to ACTIVE for port object 41fa47e3-b6da-4c5e-91ef-e9379591874a will not be triggered until provisioned by entity DHCP. {{(pid=79148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:26:47.185571 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b16c4-01d7-4eb7-a87c-7efaad9e1282 None None] Pushing event updated for resources: {'Port': ['ID=921daf3e-4482-4f17-afb7-bd752b701791,revision_number=3']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:47.191561 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-6f5b16c4-01d7-4eb7-a87c-7efaad9e1282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:47.294774 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 4e967107-738f-4373-8cf2-a28de7353ba8 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:26:47.336068 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-14915341-02f7-40c1-970e-c3b3cb70c481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:47.337265 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-085c56b6-4990-4e53-9749-1603f7ad72ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:47.343368 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-348a7827-a6ca-45c5-b2d4-d1d494ef87b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:47.349827 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:47.380253 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c56b6-4990-4e53-9749-1603f7ad72ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e90657a-ed76-4bee-a1b8-1c858ca1df2c,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:47.382030 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-acccb8f8-1753-483b-9735-a3e204fed2c8 None None] Set router 07642174-ccdf-48df-9c0c-76487159f638 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:26:47.386212 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-085c56b6-4990-4e53-9749-1603f7ad72ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:47.387303 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-085c56b6-4990-4e53-9749-1603f7ad72ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:47.388366 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-085c56b6-4990-4e53-9749-1603f7ad72ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e90657a-ed76-4bee-a1b8-1c858ca1df2c HTTP/1.1" status: 204 len: 168 time: 0.4363585 Jun 28 12:26:47.414418 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 4e967107-738f-4373-8cf2-a28de7353ba8 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:26:47.415743 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:47.504571 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f21d9d-331a-4aac-b457-4ca3d174f910 req-ec680d47-c65f-4e1b-bb07-5e3932998233 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:47.514115 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-66f21d9d-331a-4aac-b457-4ca3d174f910 req-ec680d47-c65f-4e1b-bb07-5e3932998233 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.2286708 Jun 28 12:26:47.532064 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14915341-02f7-40c1-970e-c3b3cb70c481 admin admin] Network e8d2730b-20d1-465c-9474-be19ae611a8f is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:26:47.542834 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-14915341-02f7-40c1-970e-c3b3cb70c481 admin admin] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:26:47.547182 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14915341-02f7-40c1-970e-c3b3cb70c481 admin admin] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:26:47.599425 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14915341-02f7-40c1-970e-c3b3cb70c481 admin admin] Pushing event updated for resources: {'Port': ['ID=41fa47e3-b6da-4c5e-91ef-e9379591874a,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:47.608816 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-66f21d9d-331a-4aac-b457-4ca3d174f910 req-3bd593d8-190e-42a8-91cb-0d9087d069c5 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759666 Jun 28 12:26:47.610681 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-14915341-02f7-40c1-970e-c3b3cb70c481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:47.631244 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-14915341-02f7-40c1-970e-c3b3cb70c481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3696772'] for router_interface, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:47.874683 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-acccb8f8-1753-483b-9735-a3e204fed2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07642174-ccdf-48df-9c0c-76487159f638', 'name': 'tempest-TestVolumeBootPattern-2140718707-router', 'tenant_id': '9915477ab7dc44508bd5cd9e7873d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '921daf3e-4482-4f17-afb7-bd752b701791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:40Z', 'updated_at': '2021-06-28T12:26:42Z', 'revision_number': 3, 'project_id': '9915477ab7dc44508bd5cd9e7873d92b', 'gw_port': {'id': '921daf3e-4482-4f17-afb7-bd752b701791', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07642174-ccdf-48df-9c0c-76487159f638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:41Z', 'updated_at': '2021-06-28T12:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:26:47.881744 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acccb8f8-1753-483b-9735-a3e204fed2c8 None None] The sync data for ids ['07642174-ccdf-48df-9c0c-76487159f638'] in dv-cinder-798094-1-iscsi is: [{'id': '07642174-ccdf-48df-9c0c-76487159f638', 'name': 'tempest-TestVolumeBootPattern-2140718707-router', 'tenant_id': '9915477ab7dc44508bd5cd9e7873d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '921daf3e-4482-4f17-afb7-bd752b701791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:40Z', 'updated_at': '2021-06-28T12:26:42Z', 'revision_number': 3, 'project_id': '9915477ab7dc44508bd5cd9e7873d92b', 'gw_port': {'id': '921daf3e-4482-4f17-afb7-bd752b701791', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07642174-ccdf-48df-9c0c-76487159f638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:41Z', 'updated_at': '2021-06-28T12:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}] {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:26:47.903107 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-14915341-02f7-40c1-970e-c3b3cb70c481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:48.015883 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d5f3e2df-570a-4e79-92fa-658c31015dd2 None None] Provisioning for port 41fa47e3-b6da-4c5e-91ef-e9379591874a completed by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:26:48.022560 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d5f3e2df-570a-4e79-92fa-658c31015dd2 None None] Provisioning complete for port 41fa47e3-b6da-4c5e-91ef-e9379591874a triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:26:48.022960 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d5f3e2df-570a-4e79-92fa-658c31015dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:48.108147 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d5f3e2df-570a-4e79-92fa-658c31015dd2 None None] Port 41fa47e3-b6da-4c5e-91ef-e9379591874a cannot update to ACTIVE because it is not bound. {{(pid=79150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:26:48.423036 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 46078) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:48.440219 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:26:48.464408 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-42382555-4a4f-453d-91df-9ab9746bfb77 req-8baf2375-d908-4fb0-bbc7-0158141bdf87 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] 10.222.0.24 "GET /v2.0/ports?device_id=caeb377c-7c10-45da-ad3a-733f3a64f59d HTTP/1.1" status: 200 len: 210 time: 0.0874286 Jun 28 12:26:48.475332 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-7254b369-5fde-4048-803f-796d96e315e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:48.485431 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-14915341-02f7-40c1-970e-c3b3cb70c481 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:48.497463 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-7254b369-5fde-4048-803f-796d96e315e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:48.501403 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-7254b369-5fde-4048-803f-796d96e315e7 admin admin] Usage tracker for resource:security_group_rule and tenant:7da81b11eb10487fb7185ca96260ded8 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:48.504446 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-7254b369-5fde-4048-803f-796d96e315e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:48.512458 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-7254b369-5fde-4048-803f-796d96e315e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:48.575723 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-14915341-02f7-40c1-970e-c3b3cb70c481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:48.604178 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-7254b369-5fde-4048-803f-796d96e315e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:48.605178 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:48.686143 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14915341-02f7-40c1-970e-c3b3cb70c481 admin admin] Pushing event updated for resources: {'Port': ['ID=41fa47e3-b6da-4c5e-91ef-e9379591874a,revision_number=2']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:48.690539 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-14915341-02f7-40c1-970e-c3b3cb70c481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:48.695592 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-14915341-02f7-40c1-970e-c3b3cb70c481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3781337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695149'] for router_interface, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:48.775693 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-7254b369-5fde-4048-803f-796d96e315e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:48.788763 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-c10b1d3b-de74-44e4-b2a4-0659f96ede3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:48.859028 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 46086) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:48.859358 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-7254b369-5fde-4048-803f-796d96e315e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7da81b11eb10487fb7185ca96260ded8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4345341 Jun 28 12:26:48.863175 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254b369-5fde-4048-803f-796d96e315e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff220a6-8715-4adc-b77c-ab652505eb9d,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:48.867021 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-7254b369-5fde-4048-803f-796d96e315e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:48.892813 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51559ae2-9bec-41b5-9a5d-63c08dcaf70f req-83f9684d-b4e4-4b84-aa23-05dd8d167f3a tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:48.894830 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-51559ae2-9bec-41b5-9a5d-63c08dcaf70f req-83f9684d-b4e4-4b84-aa23-05dd8d167f3a tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.1699419 Jun 28 12:26:48.915930 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14915341-02f7-40c1-970e-c3b3cb70c481 admin admin] Network e8d2730b-20d1-465c-9474-be19ae611a8f is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:26:48.918809 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-14915341-02f7-40c1-970e-c3b3cb70c481 admin admin] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:26:48.956231 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-51559ae2-9bec-41b5-9a5d-63c08dcaf70f req-b2ba294c-0597-4629-9fb1-322822cba90c tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549362 Jun 28 12:26:49.045465 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-370679a4-f263-4ac4-ba2e-4d61022c02c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:49.165275 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-370679a4-f263-4ac4-ba2e-4d61022c02c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:49.210542 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4fbbd-392e-48b0-affe-2fd8940001a6 req-ada62294-2594-4fa8-90ee-87100d2e6a16 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:49.219336 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-daa4fbbd-392e-48b0-affe-2fd8940001a6 req-ada62294-2594-4fa8-90ee-87100d2e6a16 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.1148062 Jun 28 12:26:49.281931 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14915341-02f7-40c1-970e-c3b3cb70c481 admin admin] Router 07642174-ccdf-48df-9c0c-76487159f638 has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:26:49.353611 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 921daf3e-4482-4f17-afb7-bd752b701791 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:26:49.463121 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-1135ed3d-2304-4962-8291-48e0ca2085b7 None None] Provisioning complete for port 41fa47e3-b6da-4c5e-91ef-e9379591874a triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:26:49.463807 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-1135ed3d-2304-4962-8291-48e0ca2085b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:49.547200 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-370679a4-f263-4ac4-ba2e-4d61022c02c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:49.548323 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-1135ed3d-2304-4962-8291-48e0ca2085b7 None None] Port 41fa47e3-b6da-4c5e-91ef-e9379591874a cannot update to ACTIVE because it is not bound. {{(pid=79150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:26:49.561742 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:49.565727 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-ea4e1db9-e571-4482-9f67-56d2fb89e816 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:49.575203 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-ea4e1db9-e571-4482-9f67-56d2fb89e816 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/networks?id=da84cf23-6416-4615-a8fa-d64c4a064a3f HTTP/1.1" status: 200 len: 815 time: 0.3532560 Jun 28 12:26:49.592690 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning for port 921daf3e-4482-4f17-afb7-bd752b701791 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:26:49.596619 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370679a4-f263-4ac4-ba2e-4d61022c02c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff220a6-8715-4adc-b77c-ab652505eb9d,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:49.605344 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-4f1216b5-01e8-4bbb-ad4f-5aff02111d6e tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/quotas/36f653daa91445fdab2af86df2ffcada HTTP/1.1" status: 200 len: 375 time: 0.0217898 Jun 28 12:26:49.605737 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 921daf3e-4482-4f17-afb7-bd752b701791 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:26:49.605737 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:49.605918 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-370679a4-f263-4ac4-ba2e-4d61022c02c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:49.612931 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-370679a4-f263-4ac4-ba2e-4d61022c02c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:49.614167 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-370679a4-f263-4ac4-ba2e-4d61022c02c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ff220a6-8715-4adc-b77c-ab652505eb9d HTTP/1.1" status: 204 len: 168 time: 0.7536278 Jun 28 12:26:49.627011 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14915341-02f7-40c1-970e-c3b3cb70c481 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:26:49.643979 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-14915341-02f7-40c1-970e-c3b3cb70c481 admin admin] 10.222.0.24 "PUT /v2.0/routers/07642174-ccdf-48df-9c0c-76487159f638/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3220603 Jun 28 12:26:49.782078 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:49.783442 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-daa4fbbd-392e-48b0-affe-2fd8940001a6 req-46712a18-05c4-4c87-9687-0f72484e1cd7 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5631549 Jun 28 12:26:49.800701 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] For port 921daf3e-4482-4f17-afb7-bd752b701791, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=921daf3e-4482-4f17-afb7-bd752b701791,segment=NetworkSegment(4ef2d251-a773-41f5-87cd-cec6f249eb66),segment_id=4ef2d251-a773-41f5-87cd-cec6f249eb66)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:26:49.816561 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-0c982576-316e-4974-8f6b-4532cf56f121 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=36f653daa91445fdab2af86df2ffcada&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1972563 Jun 28 12:26:49.890317 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:49.893743 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-8281b040-fef6-4771-930d-b3c1c3084a9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:50.011870 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-8b399506-e715-4d4f-9e13-47927d35c2a7 service neutron] 10.222.0.24 "GET /v2.0/networks/da84cf23-6416-4615-a8fa-d64c4a064a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872408 Jun 28 12:26:50.052329 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Pushing event updated for resources: {'Port': ['ID=921daf3e-4482-4f17-afb7-bd752b701791,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:50.061889 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:50.069749 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6f2d48-dcc9-4537-afab-4a398d1162ab None None] Sync routers for ids ['07642174-ccdf-48df-9c0c-76487159f638'] in dv-cinder-798094-1-iscsi {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:26:50.076051 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6f2d48-dcc9-4537-afab-4a398d1162ab None None] Routers {'07642174-ccdf-48df-9c0c-76487159f638'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:26:50.076936 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-de6f2d48-dcc9-4537-afab-4a398d1162ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:26:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['07642174-ccdf-48df-9c0c-76487159f638'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:26:50.203138 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-856b1ed3-11b0-4c16-85a7-3da9aaf2da2e service neutron] 10.222.0.24 "GET /v2.0/networks/da84cf23-6416-4615-a8fa-d64c4a064a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838634 Jun 28 12:26:50.331122 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-de6f2d48-dcc9-4537-afab-4a398d1162ab None None] Set router 07642174-ccdf-48df-9c0c-76487159f638 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:26:50.481215 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 46146) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:50.508275 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 46152) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:50.749589 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3bacc927-cf2a-4f3e-b698-345d2cd7931c req-8e754e79-214a-43dc-8690-bc376484756a tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=821bedb2-3bda-4ed5-88e0-10e8b52020de HTTP/1.1" status: 200 len: 210 time: 0.0796800 Jun 28 12:26:50.799301 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-6106805c-8fff-4e39-a1eb-b5cb4f4fda68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:50.832009 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-6106805c-8fff-4e39-a1eb-b5cb4f4fda68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:50.854530 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-590955ae-f64f-49d5-8ec7-bf13bc717f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:50.887639 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-de6f2d48-dcc9-4537-afab-4a398d1162ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07642174-ccdf-48df-9c0c-76487159f638', 'name': 'tempest-TestVolumeBootPattern-2140718707-router', 'tenant_id': '9915477ab7dc44508bd5cd9e7873d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '921daf3e-4482-4f17-afb7-bd752b701791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:40Z', 'updated_at': '2021-06-28T12:26:47Z', 'revision_number': 4, 'project_id': '9915477ab7dc44508bd5cd9e7873d92b', 'gw_port': {'id': '921daf3e-4482-4f17-afb7-bd752b701791', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07642174-ccdf-48df-9c0c-76487159f638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:41Z', 'updated_at': '2021-06-28T12:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '41fa47e3-b6da-4c5e-91ef-e9379591874a', 'name': '', 'network_id': 'e8d2730b-20d1-465c-9474-be19ae611a8f', 'tenant_id': '9915477ab7dc44508bd5cd9e7873d92b', 'mac_address': 'fa:16:3e:7c:95:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07642174-ccdf-48df-9c0c-76487159f638', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'b16a42d6-c3c7-425a-8f0e-1484bc6eb0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:46Z', 'updated_at': '2021-06-28T12:26:48Z', 'revision_number': 2, 'project_id': '9915477ab7dc44508bd5cd9e7873d92b', 'subnets': [{'id': 'b16a42d6-c3c7-425a-8f0e-1484bc6eb0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:26:50.891670 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6f2d48-dcc9-4537-afab-4a398d1162ab None None] Checking router: 07642174-ccdf-48df-9c0c-76487159f638 for host: dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:26:50.892203 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6f2d48-dcc9-4537-afab-4a398d1162ab None None] Updating router 07642174-ccdf-48df-9c0c-76487159f638 port 41fa47e3-b6da-4c5e-91ef-e9379591874a binding host dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:26:50.900052 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-6106805c-8fff-4e39-a1eb-b5cb4f4fda68 admin admin] Usage tracker for resource:security_group_rule and tenant:67118a67e32a4e0fa6544696b0af4741 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:50.911824 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-6106805c-8fff-4e39-a1eb-b5cb4f4fda68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:50.927158 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-6106805c-8fff-4e39-a1eb-b5cb4f4fda68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:50.934126 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-590955ae-f64f-49d5-8ec7-bf13bc717f11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:50.943826 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-590955ae-f64f-49d5-8ec7-bf13bc717f11 admin admin] Usage tracker for resource:security_group_rule and tenant:8d4463af087249b997c23ae049dd7770 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:50.947687 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-590955ae-f64f-49d5-8ec7-bf13bc717f11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:50.963028 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-590955ae-f64f-49d5-8ec7-bf13bc717f11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:51.004744 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-de6f2d48-dcc9-4537-afab-4a398d1162ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:51.250070 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-6106805c-8fff-4e39-a1eb-b5cb4f4fda68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:51.250348 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 46184) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:51.264117 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-7b8548f9-e8a7-452e-a8fa-d5af23a9c588 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1103836683', 'description': 'tempest-secgroup-smoke-1103836683 description', 'project_id': 'd731c92df6f44735b6ed8f7290374934'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:26:51.271298 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-7b8548f9-e8a7-452e-a8fa-d5af23a9c588 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:51.273005 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-590955ae-f64f-49d5-8ec7-bf13bc717f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:51.287233 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-7b8548f9-e8a7-452e-a8fa-d5af23a9c588 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Usage tracker for resource:security_group and tenant:d731c92df6f44735b6ed8f7290374934 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:51.291597 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-7b8548f9-e8a7-452e-a8fa-d5af23a9c588 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:51.298984 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 921daf3e-4482-4f17-afb7-bd752b701791 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:26:51.299191 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-7b8548f9-e8a7-452e-a8fa-d5af23a9c588 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:51.395144 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-590955ae-f64f-49d5-8ec7-bf13bc717f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:51.405357 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-40c164b3-9994-46d7-a09d-9e27196402c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:51.414156 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-6106805c-8fff-4e39-a1eb-b5cb4f4fda68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:51.458267 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-6106805c-8fff-4e39-a1eb-b5cb4f4fda68 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=67118a67e32a4e0fa6544696b0af4741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9756167 Jun 28 12:26:51.461602 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 46196) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:51.465009 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 921daf3e-4482-4f17-afb7-bd752b701791 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:26:51.465363 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:51.502782 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590955ae-f64f-49d5-8ec7-bf13bc717f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46517416-40a7-4995-bbb5-30c8d5ccbe83,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:51.510512 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-590955ae-f64f-49d5-8ec7-bf13bc717f11 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d4463af087249b997c23ae049dd7770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9999428 Jun 28 12:26:51.511059 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 46200) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:51.511718 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-590955ae-f64f-49d5-8ec7-bf13bc717f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:51.512348 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-de0a506e-32fb-4d48-85db-520e31ced792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:51.545318 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-7b8548f9-e8a7-452e-a8fa-d5af23a9c588 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:51.566123 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106805c-8fff-4e39-a1eb-b5cb4f4fda68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405e7e63-c868-4f33-a6e0-32349422cf35,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:51.569090 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-6106805c-8fff-4e39-a1eb-b5cb4f4fda68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:51.653796 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-7b8548f9-e8a7-452e-a8fa-d5af23a9c588 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:51.658066 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-93d935c9-2a59-4bc6-af8a-41d11f28cd49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:51.672251 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-7b8548f9-e8a7-452e-a8fa-d5af23a9c588 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Usage tracker for resource:security_group_rule and tenant:d731c92df6f44735b6ed8f7290374934 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:51.686957 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-7b8548f9-e8a7-452e-a8fa-d5af23a9c588 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:51.707175 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-7b8548f9-e8a7-452e-a8fa-d5af23a9c588 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:51.709963 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-93d935c9-2a59-4bc6-af8a-41d11f28cd49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:51.723520 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-de6f2d48-dcc9-4537-afab-4a398d1162ab None None] Notify callbacks [] for port, precommit_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:51.726372 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-09c8df56-983e-49f3-b42c-71c722eeecf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:51.735827 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-de6f2d48-dcc9-4537-afab-4a398d1162ab None None] Transition to ACTIVE for port object 41fa47e3-b6da-4c5e-91ef-e9379591874a will not be triggered until provisioned by entity L2. {{(pid=79150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:26:51.790956 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-09c8df56-983e-49f3-b42c-71c722eeecf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:51.827038 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-de6f2d48-dcc9-4537-afab-4a398d1162ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:51.839563 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-8281b040-fef6-4771-930d-b3c1c3084a9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:51.924986 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-7b8548f9-e8a7-452e-a8fa-d5af23a9c588 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:51.992948 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-93d935c9-2a59-4bc6-af8a-41d11f28cd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:51.998809 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-ab565d4e-f8c3-497e-aa6d-937a165169bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:52.028953 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7864387d-a410-4294-9d45-c2725439b7a7 req-e359ba76-fbae-41f2-aee1-8e2035dddef8 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=821bedb2-3bda-4ed5-88e0-10e8b52020de HTTP/1.1" status: 200 len: 210 time: 0.0876918 Jun 28 12:26:52.033178 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d935c9-2a59-4bc6-af8a-41d11f28cd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405e7e63-c868-4f33-a6e0-32349422cf35,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:52.046631 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-93d935c9-2a59-4bc6-af8a-41d11f28cd49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:52.081081 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-93d935c9-2a59-4bc6-af8a-41d11f28cd49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:52.083907 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-93d935c9-2a59-4bc6-af8a-41d11f28cd49 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/405e7e63-c868-4f33-a6e0-32349422cf35 HTTP/1.1" status: 204 len: 168 time: 0.6195519 Jun 28 12:26:52.161793 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312d4a7-abce-4fc8-9a85-231bd29a7949 None None] Pushing event updated for resources: {'Port': ['ID=41fa47e3-b6da-4c5e-91ef-e9379591874a,revision_number=3']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:52.169246 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-9312d4a7-abce-4fc8-9a85-231bd29a7949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:52.222973 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-de6f2d48-dcc9-4537-afab-4a398d1162ab None None] Attempting to bind port 41fa47e3-b6da-4c5e-91ef-e9379591874a on host dv-cinder-798094-1-iscsi for vnic_type normal with profile {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:26:52.223352 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-de6f2d48-dcc9-4537-afab-4a398d1162ab None None] Attempting to bind port 41fa47e3-b6da-4c5e-91ef-e9379591874a by drivers openvswitch,hyperv on host dv-cinder-798094-1-iscsi at level 0 using segments [{'id': 'c0ec4ef7-f102-4c23-acb8-1b0fc80b11f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e8d2730b-20d1-465c-9474-be19ae611a8f'}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:26:52.223769 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6f2d48-dcc9-4537-afab-4a398d1162ab None None] Attempting to bind port 41fa47e3-b6da-4c5e-91ef-e9379591874a on network e8d2730b-20d1-465c-9474-be19ae611a8f {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:26:52.230195 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6f2d48-dcc9-4537-afab-4a398d1162ab None None] Checking agent: {'id': '97f6a438-5e0c-4082-aba3-e3ff467169d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 16, 39), 'started_at': datetime.datetime(2021, 6, 28, 12, 17, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:26:52.230565 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6f2d48-dcc9-4537-afab-4a398d1162ab None None] Checking segment: {'id': 'c0ec4ef7-f102-4c23-acb8-1b0fc80b11f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e8d2730b-20d1-465c-9474-be19ae611a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:26:52.231176 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-de6f2d48-dcc9-4537-afab-4a398d1162ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:52.231827 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6f2d48-dcc9-4537-afab-4a398d1162ab None None] Bound using segment: {'id': 'c0ec4ef7-f102-4c23-acb8-1b0fc80b11f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e8d2730b-20d1-465c-9474-be19ae611a8f'} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:26:52.237366 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-de6f2d48-dcc9-4537-afab-4a398d1162ab None None] Bound port: 41fa47e3-b6da-4c5e-91ef-e9379591874a, host: dv-cinder-798094-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ec4ef7-f102-4c23-acb8-1b0fc80b11f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e8d2730b-20d1-465c-9474-be19ae611a8f'}}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:26:52.237366 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-de6f2d48-dcc9-4537-afab-4a398d1162ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:52.268196 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-09c8df56-983e-49f3-b42c-71c722eeecf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:52.272034 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-09c8df56-983e-49f3-b42c-71c722eeecf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:52.273460 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-09c8df56-983e-49f3-b42c-71c722eeecf3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46517416-40a7-4995-bbb5-30c8d5ccbe83 HTTP/1.1" status: 204 len: 168 time: 0.7609692 Jun 28 12:26:52.275215 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-78df98e4-e5c4-44c6-8400-ad1ec508a144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:52.285212 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-7b8548f9-e8a7-452e-a8fa-d5af23a9c588 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:52.306656 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8df56-983e-49f3-b42c-71c722eeecf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46517416-40a7-4995-bbb5-30c8d5ccbe83,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:52.339569 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-09c8df56-983e-49f3-b42c-71c722eeecf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:52.347153 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-5891cf8b-d0f6-4643-b42f-603a5836b864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:52.435567 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-de6f2d48-dcc9-4537-afab-4a398d1162ab None None] For port 41fa47e3-b6da-4c5e-91ef-e9379591874a, host dv-cinder-798094-1-iscsi, cleared binding levels {{(pid=79150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:26:52.439055 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-de6f2d48-dcc9-4537-afab-4a398d1162ab None None] For port 41fa47e3-b6da-4c5e-91ef-e9379591874a, host dv-cinder-798094-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=41fa47e3-b6da-4c5e-91ef-e9379591874a,segment=NetworkSegment(c0ec4ef7-f102-4c23-acb8-1b0fc80b11f7),segment_id=c0ec4ef7-f102-4c23-acb8-1b0fc80b11f7)] {{(pid=79150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:26:52.446877 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-7b8548f9-e8a7-452e-a8fa-d5af23a9c588 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:52.448208 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-7b8548f9-e8a7-452e-a8fa-d5af23a9c588 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1968334 Jun 28 12:26:52.452157 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8548f9-e8a7-452e-a8fa-d5af23a9c588 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2cc358-66d5-4461-b072-0a0c6d13029c,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:52.454140 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 46238) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:52.459983 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-1a065926-1372-43ad-a2db-1dbdfcec668c tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Request body: {'security_group_rule': {'security_group_id': '7d2cc358-66d5-4461-b072-0a0c6d13029c', 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:26:52.467937 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-7b8548f9-e8a7-452e-a8fa-d5af23a9c588 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:52.468599 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-1a065926-1372-43ad-a2db-1dbdfcec668c tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:52.473754 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-1a065926-1372-43ad-a2db-1dbdfcec668c tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Usage tracker for resource:security_group_rule and tenant:d731c92df6f44735b6ed8f7290374934 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:52.477845 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-1a065926-1372-43ad-a2db-1dbdfcec668c tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:52.485499 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-1a065926-1372-43ad-a2db-1dbdfcec668c tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:52.584265 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-de6f2d48-dcc9-4537-afab-4a398d1162ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:52.596247 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:52.600076 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1a065926-1372-43ad-a2db-1dbdfcec668c tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:52.645157 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 46248) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:52.741481 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.db_base_plugin_v2 [None req-c963c1e4-63de-4eed-8e56-113bdfe8ae97 admin admin] Deleting subnet 5fe9e9f6-9a54-4ef6-bf9b-eab57c5e0077 {{(pid=79149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:26:52.749781 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-c963c1e4-63de-4eed-8e56-113bdfe8ae97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:52.752099 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6f2d48-dcc9-4537-afab-4a398d1162ab None None] Routers {'07642174-ccdf-48df-9c0c-76487159f638'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:26:52.754413 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-de6f2d48-dcc9-4537-afab-4a398d1162ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:26:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['07642174-ccdf-48df-9c0c-76487159f638'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:26:52.778114 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1a065926-1372-43ad-a2db-1dbdfcec668c tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:52.847775 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-c963c1e4-63de-4eed-8e56-113bdfe8ae97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1530601'] for subnet, precommit_delete_associations {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:52.851606 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312d4a7-abce-4fc8-9a85-231bd29a7949 None None] Pushing event updated for resources: {'Port': ['ID=41fa47e3-b6da-4c5e-91ef-e9379591874a,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:52.863021 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-9312d4a7-abce-4fc8-9a85-231bd29a7949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:52.935800 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1a065926-1372-43ad-a2db-1dbdfcec668c tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731641'] for security_group_rule, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:52.938598 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:52.939022 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-c963c1e4-63de-4eed-8e56-113bdfe8ae97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704721'] for subnet, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:53.015422 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a065926-1372-43ad-a2db-1dbdfcec668c tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f19144-47a7-4593-a32f-3a03e41e506f,revision_number=0']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:53.057952 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-1a065926-1372-43ad-a2db-1dbdfcec668c tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:53.176028 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1a065926-1372-43ad-a2db-1dbdfcec668c tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:53.181156 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 46264) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:53.187291 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-1a065926-1372-43ad-a2db-1dbdfcec668c tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7254598 Jun 28 12:26:53.188837 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-43bb963f-46f3-403c-aae1-600df23d6ae5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Request body: {'security_group_rule': {'security_group_id': '7d2cc358-66d5-4461-b072-0a0c6d13029c', 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:26:53.201293 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-43bb963f-46f3-403c-aae1-600df23d6ae5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:53.210520 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-43bb963f-46f3-403c-aae1-600df23d6ae5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Usage tracker for resource:security_group_rule and tenant:d731c92df6f44735b6ed8f7290374934 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:53.215709 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-de6f2d48-dcc9-4537-afab-4a398d1162ab None None] Set router 07642174-ccdf-48df-9c0c-76487159f638 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:26:53.219598 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-43bb963f-46f3-403c-aae1-600df23d6ae5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:53.236056 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-43bb963f-46f3-403c-aae1-600df23d6ae5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:53.347989 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-c963c1e4-63de-4eed-8e56-113bdfe8ae97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1530490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1626935'] for subnet, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:53.383363 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1307d8d9-2103-4789-b5fa-c5ed120d29c7 req-c9da3382-cd34-4684-8fa4-8c4f7c2a0440 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=821bedb2-3bda-4ed5-88e0-10e8b52020de HTTP/1.1" status: 200 len: 210 time: 0.1344388 Jun 28 12:26:53.391054 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ae175-2754-46c3-a972-038fa3484ca4 req-e779f879-11e6-459c-8c58-e15250c62d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:53.392661 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-e42ae175-2754-46c3-a972-038fa3484ca4 req-e779f879-11e6-459c-8c58-e15250c62d02 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f70e7bdbdb2e4a60bd5652622759bce1&device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 1098 time: 0.0979109 Jun 28 12:26:53.402408 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:53.449697 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963c1e4-63de-4eed-8e56-113bdfe8ae97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fe9e9f6-9a54-4ef6-bf9b-eab57c5e0077,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:53.452247 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-c963c1e4-63de-4eed-8e56-113bdfe8ae97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:53.473842 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-43bb963f-46f3-403c-aae1-600df23d6ae5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:53.513103 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-c963c1e4-63de-4eed-8e56-113bdfe8ae97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:53.520509 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-c963c1e4-63de-4eed-8e56-113bdfe8ae97 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5fe9e9f6-9a54-4ef6-bf9b-eab57c5e0077 HTTP/1.1" status: 204 len: 168 time: 0.8743372 Jun 28 12:26:53.523954 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 46272) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:53.592240 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 46276) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:53.689149 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-43bb963f-46f3-403c-aae1-600df23d6ae5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:53.693283 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-de6f2d48-dcc9-4537-afab-4a398d1162ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07642174-ccdf-48df-9c0c-76487159f638', 'name': 'tempest-TestVolumeBootPattern-2140718707-router', 'tenant_id': '9915477ab7dc44508bd5cd9e7873d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '921daf3e-4482-4f17-afb7-bd752b701791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:40Z', 'updated_at': '2021-06-28T12:26:47Z', 'revision_number': 4, 'project_id': '9915477ab7dc44508bd5cd9e7873d92b', 'gw_port': {'id': '921daf3e-4482-4f17-afb7-bd752b701791', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07642174-ccdf-48df-9c0c-76487159f638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:41Z', 'updated_at': '2021-06-28T12:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '41fa47e3-b6da-4c5e-91ef-e9379591874a', 'name': '', 'network_id': 'e8d2730b-20d1-465c-9474-be19ae611a8f', 'tenant_id': '9915477ab7dc44508bd5cd9e7873d92b', 'mac_address': 'fa:16:3e:7c:95:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07642174-ccdf-48df-9c0c-76487159f638', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'b16a42d6-c3c7-425a-8f0e-1484bc6eb0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:46Z', 'updated_at': '2021-06-28T12:26:52Z', 'revision_number': 4, 'project_id': '9915477ab7dc44508bd5cd9e7873d92b', 'subnets': [{'id': 'b16a42d6-c3c7-425a-8f0e-1484bc6eb0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:26:53.701647 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ae175-2754-46c3-a972-038fa3484ca4 req-1432f786-67f2-4151-bf1e-148091822160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:53.703438 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-e42ae175-2754-46c3-a972-038fa3484ca4 req-1432f786-67f2-4151-bf1e-148091822160 service neutron] 10.222.0.64 "GET /v2.0/networks?id=adf81282-f698-47e0-90b1-493d2e00a657 HTTP/1.1" status: 200 len: 920 time: 0.3027499 Jun 28 12:26:53.707949 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6f2d48-dcc9-4537-afab-4a398d1162ab None None] The sync data for ids ['07642174-ccdf-48df-9c0c-76487159f638'] in dv-cinder-798094-1-iscsi is: [{'id': '07642174-ccdf-48df-9c0c-76487159f638', 'name': 'tempest-TestVolumeBootPattern-2140718707-router', 'tenant_id': '9915477ab7dc44508bd5cd9e7873d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '921daf3e-4482-4f17-afb7-bd752b701791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:40Z', 'updated_at': '2021-06-28T12:26:47Z', 'revision_number': 4, 'project_id': '9915477ab7dc44508bd5cd9e7873d92b', 'gw_port': {'id': '921daf3e-4482-4f17-afb7-bd752b701791', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07642174-ccdf-48df-9c0c-76487159f638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:41Z', 'updated_at': '2021-06-28T12:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '41fa47e3-b6da-4c5e-91ef-e9379591874a', 'name': '', 'network_id': 'e8d2730b-20d1-465c-9474-be19ae611a8f', 'tenant_id': '9915477ab7dc44508bd5cd9e7873d92b', 'mac_address': 'fa:16:3e:7c:95:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07642174-ccdf-48df-9c0c-76487159f638', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'b16a42d6-c3c7-425a-8f0e-1484bc6eb0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:46Z', 'updated_at': '2021-06-28T12:26:52Z', 'revision_number': 4, 'project_id': '9915477ab7dc44508bd5cd9e7873d92b', 'subnets': [{'id': 'b16a42d6-c3c7-425a-8f0e-1484bc6eb0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:26:53.708441 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-5759cc4d-e3f2-4e80-b245-13d69ca93257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-761904'] for network, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:53.716092 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-821aa110-6ad6-42af-bede-77b2ccd5b240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:53.764131 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8be25-9dfc-42bd-8c47-82390d147061 req-5b5f8180-786b-4800-9ac8-0f659dc7aee6 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:53.777400 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c8e8be25-9dfc-42bd-8c47-82390d147061 req-5b5f8180-786b-4800-9ac8-0f659dc7aee6 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.4758334 Jun 28 12:26:53.848287 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-43bb963f-46f3-403c-aae1-600df23d6ae5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731641'] for security_group_rule, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:53.858325 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-821aa110-6ad6-42af-bede-77b2ccd5b240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:53.860976 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 46282) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:53.871642 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-e42ae175-2754-46c3-a972-038fa3484ca4 req-a372a8a1-1cdf-4e4e-9052-c47203c820a0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38dc09ed-d07b-4fa5-a688-dc4588629f74 HTTP/1.1" status: 200 len: 217 time: 0.1582367 Jun 28 12:26:53.876623 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-821aa110-6ad6-42af-bede-77b2ccd5b240 admin admin] Usage tracker for resource:security_group_rule and tenant:1ab463bf940043738e60b23a4c38a8b4 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:53.901822 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:53.908755 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-821aa110-6ad6-42af-bede-77b2ccd5b240 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:53.934013 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c8e8be25-9dfc-42bd-8c47-82390d147061 req-b950ef5a-98da-4574-9e3b-059ca47f44f5 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553469 Jun 28 12:26:53.947359 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-821aa110-6ad6-42af-bede-77b2ccd5b240 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:53.952472 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-d3d8cd58-d2c9-4523-8437-3269b83a8d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:53.978260 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb963f-46f3-403c-aae1-600df23d6ae5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff4d7380-eabe-4c98-ab5a-1316382a8a05,revision_number=0']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:53.983273 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-43bb963f-46f3-403c-aae1-600df23d6ae5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:54.024778 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-d3d8cd58-d2c9-4523-8437-3269b83a8d87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:54.052479 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-d3d8cd58-d2c9-4523-8437-3269b83a8d87 admin admin] Usage tracker for resource:security_group_rule and tenant:70baa826603249d7bac47d0dccb9acfd is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:54.057620 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-d3d8cd58-d2c9-4523-8437-3269b83a8d87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:54.081673 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-d3d8cd58-d2c9-4523-8437-3269b83a8d87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:54.088128 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ae175-2754-46c3-a972-038fa3484ca4 req-3d56c30b-66da-46f8-9f99-6c73b544f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:54.090244 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-e42ae175-2754-46c3-a972-038fa3484ca4 req-3d56c30b-66da-46f8-9f99-6c73b544f6b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7dc9caa4-6d90-43c4-8646-fee7b397f523 HTTP/1.1" status: 200 len: 859 time: 0.2126548 Jun 28 12:26:54.125594 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-43bb963f-46f3-403c-aae1-600df23d6ae5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:54.130536 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-43bb963f-46f3-403c-aae1-600df23d6ae5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9450066 Jun 28 12:26:54.135074 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 46290) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:54.144195 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-895c2efd-aa5e-4791-b0c1-99786638cfda tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Request body: {'security_group_rule': {'security_group_id': '7d2cc358-66d5-4461-b072-0a0c6d13029c', 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:26:54.186018 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-895c2efd-aa5e-4791-b0c1-99786638cfda tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:54.199259 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-895c2efd-aa5e-4791-b0c1-99786638cfda tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Usage tracker for resource:security_group_rule and tenant:d731c92df6f44735b6ed8f7290374934 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:54.211819 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-895c2efd-aa5e-4791-b0c1-99786638cfda tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:54.229855 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-895c2efd-aa5e-4791-b0c1-99786638cfda tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:54.272435 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-821aa110-6ad6-42af-bede-77b2ccd5b240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:54.296439 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-4eb3f712-900b-45be-951f-364f5899ee11 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:54.298043 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-4eb3f712-900b-45be-951f-364f5899ee11 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.64 "GET /v2.0/networks?id=da84cf23-6416-4615-a8fa-d64c4a064a3f HTTP/1.1" status: 200 len: 815 time: 0.4953268 Jun 28 12:26:54.342435 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-0d804601-f05c-403e-8934-81a9ec9264c2 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Request body: {'port': {'device_id': '821bedb2-3bda-4ed5-88e0-10e8b52020de', 'network_id': 'da84cf23-6416-4615-a8fa-d64c4a064a3f', 'admin_state_up': True, 'tenant_id': '36f653daa91445fdab2af86df2ffcada'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:26:54.343176 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-d3d8cd58-d2c9-4523-8437-3269b83a8d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:54.374879 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-e42ae175-2754-46c3-a972-038fa3484ca4 req-9d8aceb6-cae8-4fa9-ad67-dd529da4f775 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=adf81282-f698-47e0-90b1-493d2e00a657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2018640 Jun 28 12:26:54.384655 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-821aa110-6ad6-42af-bede-77b2ccd5b240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:54.393915 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-830835bb-af23-487f-aa14-1aa081dda4ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:54.428272 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821aa110-6ad6-42af-bede-77b2ccd5b240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b8bc1c-20a5-4f25-b387-c5c342153240,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:54.433596 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-821aa110-6ad6-42af-bede-77b2ccd5b240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:54.446896 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-d3d8cd58-d2c9-4523-8437-3269b83a8d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:54.454822 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-4dcdf60e-2f58-4dcd-bc39-59aab3f35509 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:54.480580 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-821aa110-6ad6-42af-bede-77b2ccd5b240 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1ab463bf940043738e60b23a4c38a8b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8838406 Jun 28 12:26:54.481443 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 46300) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:54.638679 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8cd58-d2c9-4523-8437-3269b83a8d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfb654c-2289-49f6-ac2a-bba0b114e384,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:54.645746 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-5759cc4d-e3f2-4e80-b245-13d69ca93257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489356', 'neutron.services.segments.db._delete_segments_for_network-8727237320385'] for network, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:54.653846 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-d3d8cd58-d2c9-4523-8437-3269b83a8d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:54.677025 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.services.segments.db [None req-5759cc4d-e3f2-4e80-b245-13d69ca93257 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['974161bb-c0f6-4b36-b0ef-a8b2d89321ab']}} {{(pid=79148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:26:54.687522 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-d3d8cd58-d2c9-4523-8437-3269b83a8d87 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70baa826603249d7bac47d0dccb9acfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8253088 Jun 28 12:26:54.688691 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-895c2efd-aa5e-4791-b0c1-99786638cfda tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:54.697176 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 46312) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:54.710083 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.services.segments.db [None req-5759cc4d-e3f2-4e80-b245-13d69ca93257 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71508eb0-6c91-4d3b-8437-33177e43dd70') {'for_net_delete': True} {{(pid=79148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:26:54.710614 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.services.segments.db [None req-5759cc4d-e3f2-4e80-b245-13d69ca93257 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71508eb0-6c91-4d3b-8437-33177e43dd70') {} {{(pid=79148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:26:54.712514 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-80604e96-0861-4df0-bace-b41de09c4767 req-de9d0315-304e-4274-9dc1-19adebe49215 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=821bedb2-3bda-4ed5-88e0-10e8b52020de HTTP/1.1" status: 200 len: 210 time: 0.1152070 Jun 28 12:26:54.733934 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-a01862c2-8477-4a91-84c8-afd5756fd3ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:54.784175 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-5759cc4d-e3f2-4e80-b245-13d69ca93257 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727237332776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-827627'] for segment, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:54.784619 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-a01862c2-8477-4a91-84c8-afd5756fd3ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:54.833805 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-895c2efd-aa5e-4791-b0c1-99786638cfda tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:54.852281 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-5759cc4d-e3f2-4e80-b245-13d69ca93257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:54.895481 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5759cc4d-e3f2-4e80-b245-13d69ca93257 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=79148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:26:54.895882 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-5759cc4d-e3f2-4e80-b245-13d69ca93257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-708228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907551'] for segment, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: Traceback (most recent call last): Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: timer() Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: cb(*args, **kw) Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: return func(*args, **kwargs) Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: self._notify() Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: self.callback(batched_events) Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: event.method(event) Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: return f(self, *a, **k) Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: return self._get(url).json() Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: return self.request(url, 'GET', **kwargs) Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:26:54.910146 dv-cinder-798094-1-iscsi neutron-server[79148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:26:54.925838 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-0d804601-f05c-403e-8934-81a9ec9264c2 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:54.930624 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-895c2efd-aa5e-4791-b0c1-99786638cfda tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731641'] for security_group_rule, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:54.935190 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-43bb963f-46f3-403c-aae1-600df23d6ae5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:54.940469 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-0d804601-f05c-403e-8934-81a9ec9264c2 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Usage tracker for resource:port and tenant:36f653daa91445fdab2af86df2ffcada is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:54.991359 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-e42ae175-2754-46c3-a972-038fa3484ca4 req-03d2cffd-5767-4500-809d-27a67c401574 service neutron] 10.222.0.64 "GET /v2.0/networks/adf81282-f698-47e0-90b1-493d2e00a657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5821745 Jun 28 12:26:54.997695 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-0d804601-f05c-403e-8934-81a9ec9264c2 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:55.005523 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-a01862c2-8477-4a91-84c8-afd5756fd3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:55.009307 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-a01862c2-8477-4a91-84c8-afd5756fd3ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:55.013238 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-a01862c2-8477-4a91-84c8-afd5756fd3ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/90b8bc1c-20a5-4f25-b387-c5c342153240 HTTP/1.1" status: 204 len: 168 time: 0.5268126 Jun 28 12:26:55.016248 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c2efd-aa5e-4791-b0c1-99786638cfda tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9627f07-c2de-4b4a-b392-4d5263fc48d6,revision_number=0']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:55.020452 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-895c2efd-aa5e-4791-b0c1-99786638cfda tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:55.022120 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-c554d77b-c832-44a8-921b-f1471755e662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:55.031928 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01862c2-8477-4a91-84c8-afd5756fd3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b8bc1c-20a5-4f25-b387-c5c342153240,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:55.034345 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-a01862c2-8477-4a91-84c8-afd5756fd3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:55.057099 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-0d804601-f05c-403e-8934-81a9ec9264c2 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:55.080559 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-895c2efd-aa5e-4791-b0c1-99786638cfda tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:55.084740 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-8181dd73-3f30-43a6-b6a4-147cd833b2f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:55.090619 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-895c2efd-aa5e-4791-b0c1-99786638cfda tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9522557 Jun 28 12:26:55.092319 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 46326) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:55.092847 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:55.100922 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-ba779221-4067-438b-a046-1ab850bfb0d5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Request body: {'security_group_rule': {'security_group_id': '7d2cc358-66d5-4461-b072-0a0c6d13029c', 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:26:55.108298 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-ba779221-4067-438b-a046-1ab850bfb0d5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:55.114754 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-ba779221-4067-438b-a046-1ab850bfb0d5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Usage tracker for resource:security_group_rule and tenant:d731c92df6f44735b6ed8f7290374934 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:55.118930 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-ba779221-4067-438b-a046-1ab850bfb0d5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:55.131964 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-ba779221-4067-438b-a046-1ab850bfb0d5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:55.181097 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-5759cc4d-e3f2-4e80-b245-13d69ca93257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696643'] for network, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:55.208321 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-0d804601-f05c-403e-8934-81a9ec9264c2 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Made reservation on behalf of 36f653daa91445fdab2af86df2ffcada for: {'port': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:26:55.224764 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-0d804601-f05c-403e-8934-81a9ec9264c2 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:55.235972 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-5759cc4d-e3f2-4e80-b245-13d69ca93257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:55.242599 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:55.258432 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-8181dd73-3f30-43a6-b6a4-147cd833b2f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:55.314002 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759cc4d-e3f2-4e80-b245-13d69ca93257 admin admin] Pushing event deleted for resources: {'Network': ['ID=974161bb-c0f6-4b36-b0ef-a8b2d89321ab,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:55.327146 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-5759cc4d-e3f2-4e80-b245-13d69ca93257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:55.371723 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 41fa47e3-b6da-4c5e-91ef-e9379591874a up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:26:55.394139 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ba779221-4067-438b-a046-1ab850bfb0d5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:55.419884 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-5759cc4d-e3f2-4e80-b245-13d69ca93257 admin admin] 10.222.0.24 "DELETE /v2.0/networks/974161bb-c0f6-4b36-b0ef-a8b2d89321ab HTTP/1.1" status: 204 len: 168 time: 1.8906419 Jun 28 12:26:55.431533 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-e42ae175-2754-46c3-a972-038fa3484ca4 req-8f01990b-915d-4577-a834-dc8a689c2a7e service neutron] 10.222.0.64 "GET /v2.0/networks/adf81282-f698-47e0-90b1-493d2e00a657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129367 Jun 28 12:26:55.452322 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c8316-3f7c-450e-a4bd-9996cbdffa9e req-beb2ae6e-56c8-47bb-a77b-f6e7c59bb1a2 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:55.454168 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3a1c8316-3f7c-450e-a4bd-9996cbdffa9e req-beb2ae6e-56c8-47bb-a77b-f6e7c59bb1a2 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.3081958 Jun 28 12:26:55.596747 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-8181dd73-3f30-43a6-b6a4-147cd833b2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:55.612374 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3a1c8316-3f7c-450e-a4bd-9996cbdffa9e req-1727a046-32a4-4de7-8c4e-8001d5c1ab0c tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484053 Jun 28 12:26:55.615342 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-f5eba2a9-659d-41eb-8a15-1fdc95505e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:55.636090 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ba779221-4067-438b-a046-1ab850bfb0d5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:55.656898 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181dd73-3f30-43a6-b6a4-147cd833b2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfb654c-2289-49f6-ac2a-bba0b114e384,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:55.661818 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning for port 41fa47e3-b6da-4c5e-91ef-e9379591874a completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:26:55.662884 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-8181dd73-3f30-43a6-b6a4-147cd833b2f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:55.677634 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-0d804601-f05c-403e-8934-81a9ec9264c2 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Allocated IP 172.20.0.14 (da84cf23-6416-4615-a8fa-d64c4a064a3f/a03ee274-938a-448e-9d48-ec3b7914912f/bca80908-6526-42d4-9079-65ee696727cf) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:26:55.682012 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 41fa47e3-b6da-4c5e-91ef-e9379591874a triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:26:55.682834 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:55.683379 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-8181dd73-3f30-43a6-b6a4-147cd833b2f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:55.687907 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-8181dd73-3f30-43a6-b6a4-147cd833b2f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7cfb654c-2289-49f6-ac2a-bba0b114e384 HTTP/1.1" status: 204 len: 168 time: 0.9842343 Jun 28 12:26:55.782166 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 46356) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:55.829982 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:55.872682 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] For port 41fa47e3-b6da-4c5e-91ef-e9379591874a, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=41fa47e3-b6da-4c5e-91ef-e9379591874a,segment=NetworkSegment(c0ec4ef7-f102-4c23-acb8-1b0fc80b11f7),segment_id=c0ec4ef7-f102-4c23-acb8-1b0fc80b11f7)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:26:55.874661 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c4c18d4-de43-48d0-bd03-2680e084cbed admin admin] Deleting subnet 318f58c4-bafa-4573-971d-34e9008bb767 {{(pid=79149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:26:55.884860 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-3c4c18d4-de43-48d0-bd03-2680e084cbed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:55.936842 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:55.943882 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ba779221-4067-438b-a046-1ab850bfb0d5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731641'] for security_group_rule, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:55.948064 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:55.965885 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:55.979966 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9ad81be0-3e5f-45ff-9f57-2fe833bf2a24 req-0cc7e863-ee50-40c8-bb80-ed83fea5642a tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=821bedb2-3bda-4ed5-88e0-10e8b52020de HTTP/1.1" status: 200 len: 210 time: 0.1019661 Jun 28 12:26:56.010318 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-0d804601-f05c-403e-8934-81a9ec9264c2 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:56.010641 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba779221-4067-438b-a046-1ab850bfb0d5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5400bfcc-375a-459e-be2f-71e639b49cb6,revision_number=0']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:56.014129 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-ba779221-4067-438b-a046-1ab850bfb0d5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:56.034495 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-3c4c18d4-de43-48d0-bd03-2680e084cbed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1530601'] for subnet, precommit_delete_associations {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:56.040943 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Pushing event updated for resources: {'Port': ['ID=41fa47e3-b6da-4c5e-91ef-e9379591874a,revision_number=5']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:56.048043 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:56.078128 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 46362) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:56.102355 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ba779221-4067-438b-a046-1ab850bfb0d5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:56.108333 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-ba779221-4067-438b-a046-1ab850bfb0d5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0106730 Jun 28 12:26:56.114892 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 46368) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:56.120396 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-4d427665-ea3a-4240-a6dd-10c386f548cf tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Request body: {'security_group_rule': {'security_group_id': '7d2cc358-66d5-4461-b072-0a0c6d13029c', 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:26:56.126178 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-4d427665-ea3a-4240-a6dd-10c386f548cf tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:56.132076 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-4d427665-ea3a-4240-a6dd-10c386f548cf tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Usage tracker for resource:security_group_rule and tenant:d731c92df6f44735b6ed8f7290374934 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:56.134696 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-4d427665-ea3a-4240-a6dd-10c386f548cf tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:56.137800 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-3c4c18d4-de43-48d0-bd03-2680e084cbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704721'] for subnet, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:56.141434 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-4d427665-ea3a-4240-a6dd-10c386f548cf tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:56.187807 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-0d804601-f05c-403e-8934-81a9ec9264c2 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:56.199633 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-7e4bbbb3-4562-422a-8ba5-f5f487a9e446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:56.199858 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-21d2a4bc-16dc-4df8-92d3-1af4bce47e8e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c4f1bd4a407410f9e83f8646b80424d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1182582 Jun 28 12:26:56.200225 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 46372) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:56.226936 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 46376) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:56.236852 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['0c5423c4-773d-4c8c-bdcf-114397a68321'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:26:56.297700 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-dc28b226-eacc-4ab0-8534-a7475b41d264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:56.317127 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.db.securitygroups_db [None req-4d427665-ea3a-4240-a6dd-10c386f548cf tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Project d731c92df6f44735b6ed8f7290374934 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 12:26:56.323544 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-0d804601-f05c-403e-8934-81a9ec9264c2 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Network da84cf23-6416-4615-a8fa-d64c4a064a3f is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:26:56.329859 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-0d804601-f05c-403e-8934-81a9ec9264c2 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:26:56.333030 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-0d804601-f05c-403e-8934-81a9ec9264c2 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:26:56.341557 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-dc28b226-eacc-4ab0-8534-a7475b41d264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:56.367742 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-4d427665-ea3a-4240-a6dd-10c386f548cf tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:56.378007 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-3c4c18d4-de43-48d0-bd03-2680e084cbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1530490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1626935'] for subnet, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:56.389150 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-2e5c84a1-9aa8-4a9e-998b-95fe09b28c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:56.397558 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d804601-f05c-403e-8934-81a9ec9264c2 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Pushing event updated for resources: {'Port': ['ID=bca80908-6526-42d4-9079-65ee696727cf,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:56.402200 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-0d804601-f05c-403e-8934-81a9ec9264c2 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:56.463108 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-0d804601-f05c-403e-8934-81a9ec9264c2 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:56.463922 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-0d804601-f05c-403e-8934-81a9ec9264c2 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:56.480613 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c18d4-de43-48d0-bd03-2680e084cbed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=318f58c4-bafa-4573-971d-34e9008bb767,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:56.490952 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-3c4c18d4-de43-48d0-bd03-2680e084cbed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:56.501608 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8e4581f2-413a-420c-ac5b-1bbd6752e515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:56.506717 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-4d427665-ea3a-4240-a6dd-10c386f548cf tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:56.515362 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-3c4c18d4-de43-48d0-bd03-2680e084cbed admin admin] Notify callbacks [] for subnet, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:56.529233 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-8e4581f2-413a-420c-ac5b-1bbd6752e515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:56.536635 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-8e4581f2-413a-420c-ac5b-1bbd6752e515 admin admin] Usage tracker for resource:security_group_rule and tenant:692d8b8292574dd5b87090d890b59571 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:56.541713 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-8e4581f2-413a-420c-ac5b-1bbd6752e515 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:56.547134 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-8e4581f2-413a-420c-ac5b-1bbd6752e515 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:56.589445 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-0d804601-f05c-403e-8934-81a9ec9264c2 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2511408 Jun 28 12:26:56.609263 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-1e640959-6b06-4989-b76d-cd566292ef4d service neutron] Request body: {'port': {'device_id': '821bedb2-3bda-4ed5-88e0-10e8b52020de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:26:56.647560 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-3c4c18d4-de43-48d0-bd03-2680e084cbed admin admin] 10.222.0.24 "DELETE /v2.0/subnets/318f58c4-bafa-4573-971d-34e9008bb767 HTTP/1.1" status: 204 len: 168 time: 0.8639786 Jun 28 12:26:56.652460 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-dc28b226-eacc-4ab0-8534-a7475b41d264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:56.657503 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 46390) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:56.658244 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-40e0ce75-55e2-4621-bf1f-de8c6b83222d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:56.699183 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28b226-eacc-4ab0-8534-a7475b41d264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad28f50-042c-49a1-bdd1-c13952d3d6fe,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:56.719994 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-dc28b226-eacc-4ab0-8534-a7475b41d264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:56.738381 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-dc28b226-eacc-4ab0-8534-a7475b41d264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:56.746478 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-dc28b226-eacc-4ab0-8534-a7475b41d264 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6ad28f50-042c-49a1-bdd1-c13952d3d6fe HTTP/1.1" status: 204 len: 168 time: 0.5385213 Jun 28 12:26:56.746671 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-4d427665-ea3a-4240-a6dd-10c386f548cf tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731641'] for security_group_rule, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:56.751665 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:56.787454 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d427665-ea3a-4240-a6dd-10c386f548cf tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10522ec0-ab93-4bf6-b437-57933317bad5,revision_number=0']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:56.791368 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-4d427665-ea3a-4240-a6dd-10c386f548cf tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:56.869039 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-1e640959-6b06-4989-b76d-cd566292ef4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:56.879532 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-4d427665-ea3a-4240-a6dd-10c386f548cf tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:56.883265 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-4d427665-ea3a-4240-a6dd-10c386f548cf tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7647634 Jun 28 12:26:56.885220 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 46398) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:56.889920 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-b970acae-f3a9-4acd-8b62-0062636a4278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-761904'] for network, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:56.892161 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-a988505c-ee4b-431e-bbdf-3233a80b41a2 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Request body: {'security_group_rule': {'security_group_id': '7d2cc358-66d5-4461-b072-0a0c6d13029c', 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:26:56.928785 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-a988505c-ee4b-431e-bbdf-3233a80b41a2 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:56.940805 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8e4581f2-413a-420c-ac5b-1bbd6752e515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:56.942362 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-a988505c-ee4b-431e-bbdf-3233a80b41a2 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Usage tracker for resource:security_group_rule and tenant:d731c92df6f44735b6ed8f7290374934 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:56.946887 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-a988505c-ee4b-431e-bbdf-3233a80b41a2 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:56.961938 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-a988505c-ee4b-431e-bbdf-3233a80b41a2 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:56.981718 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 46402) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:57.021342 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8e4581f2-413a-420c-ac5b-1bbd6752e515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:57.036627 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-a01862c2-8477-4a91-84c8-afd5756fd3ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:57.061167 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-35169444-6ed0-4847-8d7e-758923a2524a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:57.083466 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-35169444-6ed0-4847-8d7e-758923a2524a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:57.093300 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-35169444-6ed0-4847-8d7e-758923a2524a admin admin] Usage tracker for resource:security_group_rule and tenant:82b9de81d7164be8bfa8a884ace09e36 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:57.096823 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-35169444-6ed0-4847-8d7e-758923a2524a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:57.107237 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.db.securitygroups_db [None req-a988505c-ee4b-431e-bbdf-3233a80b41a2 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Project d731c92df6f44735b6ed8f7290374934 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 12:26:57.123291 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-35169444-6ed0-4847-8d7e-758923a2524a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:57.129780 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-a988505c-ee4b-431e-bbdf-3233a80b41a2 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:57.156839 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-b970acae-f3a9-4acd-8b62-0062636a4278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489356', 'neutron.services.segments.db._delete_segments_for_network-8727237320385'] for network, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:57.171499 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff500e-932c-436a-8e0b-5a9d64a205e6 req-4c0e0cf5-9ca5-4c89-b873-55eb2bb9f435 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:57.173092 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e8ff500e-932c-436a-8e0b-5a9d64a205e6 req-4c0e0cf5-9ca5-4c89-b873-55eb2bb9f435 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.4279583 Jun 28 12:26:57.200084 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.services.segments.db [None req-b970acae-f3a9-4acd-8b62-0062636a4278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ca55b4-1633-4562-8152-fa820bc87e61']}} {{(pid=79149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:26:57.214161 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-8e4581f2-413a-420c-ac5b-1bbd6752e515 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=692d8b8292574dd5b87090d890b59571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9858341 Jun 28 12:26:57.222040 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 46408) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:57.234286 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4581f2-413a-420c-ac5b-1bbd6752e515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750425f2-14a9-47fa-a229-fb597b0b9eaa,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:57.240459 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.services.segments.db [None req-b970acae-f3a9-4acd-8b62-0062636a4278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64da3c15-fbc6-456e-85ec-53f9f2289598') {'for_net_delete': True} {{(pid=79149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:26:57.240764 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.services.segments.db [None req-b970acae-f3a9-4acd-8b62-0062636a4278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64da3c15-fbc6-456e-85ec-53f9f2289598') {} {{(pid=79149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:26:57.252454 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-8e4581f2-413a-420c-ac5b-1bbd6752e515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:57.259153 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-b970acae-f3a9-4acd-8b62-0062636a4278 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727237332776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1530576'] for segment, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:57.294018 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 41fa47e3-b6da-4c5e-91ef-e9379591874a up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:26:57.295848 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e8ff500e-932c-436a-8e0b-5a9d64a205e6 req-01805b7d-9151-4247-b2fc-a5c24e89bea1 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036839 Jun 28 12:26:57.296999 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-b970acae-f3a9-4acd-8b62-0062636a4278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:57.312579 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b970acae-f3a9-4acd-8b62-0062636a4278 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=79149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:26:57.312980 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-b970acae-f3a9-4acd-8b62-0062636a4278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-708228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1528792'] for segment, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: Traceback (most recent call last): Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: timer() Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: cb(*args, **kw) Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: return func(*args, **kwargs) Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: self._notify() Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: self.callback(batched_events) Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: event.method(event) Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: return f(self, *a, **k) Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: return self._get(url).json() Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: return self.request(url, 'GET', **kwargs) Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:26:57.327042 dv-cinder-798094-1-iscsi neutron-server[79149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:26:57.408191 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-a988505c-ee4b-431e-bbdf-3233a80b41a2 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:57.438786 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d009c871-795f-4f52-b05f-8fa41e5ceac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:57.445579 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 41fa47e3-b6da-4c5e-91ef-e9379591874a triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:26:57.445972 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:57.482768 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00564e2-b8f5-4b63-b0c6-3fe26fd39bed req-85d8adec-6e79-4aef-8ece-0b3af9092516 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:57.491171 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d00564e2-b8f5-4b63-b0c6-3fe26fd39bed req-85d8adec-6e79-4aef-8ece-0b3af9092516 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=821bedb2-3bda-4ed5-88e0-10e8b52020de HTTP/1.1" status: 200 len: 932 time: 0.3743458 Jun 28 12:26:57.500848 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-a988505c-ee4b-431e-bbdf-3233a80b41a2 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731641'] for security_group_rule, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:57.513384 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d009c871-795f-4f52-b05f-8fa41e5ceac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:57.560929 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d00564e2-b8f5-4b63-b0c6-3fe26fd39bed req-83469043-e47b-4741-ab3d-f24d4dc6da78 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686066 Jun 28 12:26:57.562412 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:57.567301 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-b970acae-f3a9-4acd-8b62-0062636a4278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696643'] for network, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:57.572620 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-89622561-0d50-4a26-87dd-6c637fb18e70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:57.583952 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-35169444-6ed0-4847-8d7e-758923a2524a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:57.606008 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-b970acae-f3a9-4acd-8b62-0062636a4278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:57.611020 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970acae-f3a9-4acd-8b62-0062636a4278 admin admin] Pushing event deleted for resources: {'Network': ['ID=05ca55b4-1633-4562-8152-fa820bc87e61,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:57.614759 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-b970acae-f3a9-4acd-8b62-0062636a4278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:57.615845 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988505c-ee4b-431e-bbdf-3233a80b41a2 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad825818-7fb3-4b9f-9b1f-2f64eba5af5b,revision_number=0']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:57.634242 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-a988505c-ee4b-431e-bbdf-3233a80b41a2 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:57.635634 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-b970acae-f3a9-4acd-8b62-0062636a4278 admin admin] 10.222.0.24 "DELETE /v2.0/networks/05ca55b4-1633-4562-8152-fa820bc87e61 HTTP/1.1" status: 204 len: 168 time: 0.9694383 Jun 28 12:26:57.637532 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 46422) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:57.650372 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-1e640959-6b06-4989-b76d-cd566292ef4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca80908-6526-42d4-9079-65ee696727cf {{(pid=79148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:26:57.662231 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-1e640959-6b06-4989-b76d-cd566292ef4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:57.688715 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-35169444-6ed0-4847-8d7e-758923a2524a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:57.715429 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-6d734fb0-01d2-460d-a88d-9d6260e2fbb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:57.720603 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.db_base_plugin_v2 [None req-f54a95ed-30c4-42c9-82f2-e3a856f2007b admin admin] Deleting subnet 47df23a0-6ab5-4b42-a749-9cbc9c94b4b4 {{(pid=79149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:26:57.724903 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f54a95ed-30c4-42c9-82f2-e3a856f2007b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:57.753130 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-35169444-6ed0-4847-8d7e-758923a2524a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=82b9de81d7164be8bfa8a884ace09e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7679696 Jun 28 12:26:57.754382 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 46430) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:57.773095 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35169444-6ed0-4847-8d7e-758923a2524a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d645c18-3998-49a4-a7a0-877da8f705ba,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:57.778452 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-a988505c-ee4b-431e-bbdf-3233a80b41a2 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:57.780999 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-a988505c-ee4b-431e-bbdf-3233a80b41a2 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8937752 Jun 28 12:26:57.780999 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-35169444-6ed0-4847-8d7e-758923a2524a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:57.787469 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f54a95ed-30c4-42c9-82f2-e3a856f2007b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1530601'] for subnet, precommit_delete_associations {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:57.810935 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.provisioning_blocks [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-1e640959-6b06-4989-b76d-cd566292ef4d service neutron] Transition to ACTIVE for port object bca80908-6526-42d4-9079-65ee696727cf will not be triggered until provisioned by entity L2. {{(pid=79148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:26:57.813696 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d009c871-795f-4f52-b05f-8fa41e5ceac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:57.818584 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-64b0212a-070b-4447-bae3-09e69ac59541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:57.834526 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009c871-795f-4f52-b05f-8fa41e5ceac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750425f2-14a9-47fa-a229-fb597b0b9eaa,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:57.848954 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-d009c871-795f-4f52-b05f-8fa41e5ceac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:57.855089 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f54a95ed-30c4-42c9-82f2-e3a856f2007b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704721'] for subnet, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:57.856334 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d009c871-795f-4f52-b05f-8fa41e5ceac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:57.861895 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-d009c871-795f-4f52-b05f-8fa41e5ceac6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/750425f2-14a9-47fa-a229-fb597b0b9eaa HTTP/1.1" status: 204 len: 168 time: 0.6341894 Jun 28 12:26:57.873268 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-fdc6ad82-8987-451a-a62a-97dc4093c95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:57.930644 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-fdc6ad82-8987-451a-a62a-97dc4093c95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:57.968146 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-1e640959-6b06-4989-b76d-cd566292ef4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:57.979320 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:58.028053 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f54a95ed-30c4-42c9-82f2-e3a856f2007b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1530490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1626935'] for subnet, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:58.034462 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:58.095766 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a95ed-30c4-42c9-82f2-e3a856f2007b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47df23a0-6ab5-4b42-a749-9cbc9c94b4b4,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:58.108457 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f54a95ed-30c4-42c9-82f2-e3a856f2007b admin admin] Notify callbacks [] for subnet, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:58.117863 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-f54a95ed-30c4-42c9-82f2-e3a856f2007b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/47df23a0-6ab5-4b42-a749-9cbc9c94b4b4 HTTP/1.1" status: 204 len: 168 time: 0.4782794 Jun 28 12:26:58.122197 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 46472) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:58.168640 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e640959-6b06-4989-b76d-cd566292ef4d service neutron] Pushing event updated for resources: {'Port': ['ID=bca80908-6526-42d4-9079-65ee696727cf,revision_number=2']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:58.191556 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-1e640959-6b06-4989-b76d-cd566292ef4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:58.204846 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-f54a95ed-30c4-42c9-82f2-e3a856f2007b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:58.274768 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-1e640959-6b06-4989-b76d-cd566292ef4d service neutron] Attempting to bind port bca80908-6526-42d4-9079-65ee696727cf on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:26:58.274989 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-1e640959-6b06-4989-b76d-cd566292ef4d service neutron] Attempting to bind port bca80908-6526-42d4-9079-65ee696727cf by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'ab8b06c2-e425-45b6-bf41-f136c4198aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'da84cf23-6416-4615-a8fa-d64c4a064a3f'}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:26:58.275377 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-1e640959-6b06-4989-b76d-cd566292ef4d service neutron] Attempting to bind port bca80908-6526-42d4-9079-65ee696727cf on network da84cf23-6416-4615-a8fa-d64c4a064a3f {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:26:58.281121 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-1e640959-6b06-4989-b76d-cd566292ef4d service neutron] Port bca80908-6526-42d4-9079-65ee696727cf on network da84cf23-6416-4615-a8fa-d64c4a064a3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:26:58.282181 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-1e640959-6b06-4989-b76d-cd566292ef4d service neutron] Attempting to bind port bca80908-6526-42d4-9079-65ee696727cf on network da84cf23-6416-4615-a8fa-d64c4a064a3f {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:26:58.287745 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-1e640959-6b06-4989-b76d-cd566292ef4d service neutron] Checking agent: {'id': '406cf176-031c-46fa-bfd0-dd20e5845d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'started_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:26:58.288082 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-1e640959-6b06-4989-b76d-cd566292ef4d service neutron] Checking segment: {'id': 'ab8b06c2-e425-45b6-bf41-f136c4198aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'da84cf23-6416-4615-a8fa-d64c4a064a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:26:58.288470 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-1e640959-6b06-4989-b76d-cd566292ef4d service neutron] Bound using segment: {'id': 'ab8b06c2-e425-45b6-bf41-f136c4198aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'da84cf23-6416-4615-a8fa-d64c4a064a3f'} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:26:58.289870 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-1e640959-6b06-4989-b76d-cd566292ef4d service neutron] Bound port: bca80908-6526-42d4-9079-65ee696727cf, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab8b06c2-e425-45b6-bf41-f136c4198aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'da84cf23-6416-4615-a8fa-d64c4a064a3f'}}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:26:58.290903 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-1e640959-6b06-4989-b76d-cd566292ef4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:58.366585 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-21592e3d-0663-43a3-88bf-f2d78156070a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-761904'] for network, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:58.385699 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-fdc6ad82-8987-451a-a62a-97dc4093c95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:58.392382 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-7e5e6bde-3c45-45ad-8876-d765673b6061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:58.413417 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6ad82-8987-451a-a62a-97dc4093c95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d645c18-3998-49a4-a7a0-877da8f705ba,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:58.419690 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-fdc6ad82-8987-451a-a62a-97dc4093c95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:58.424214 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-1e640959-6b06-4989-b76d-cd566292ef4d service neutron] For port bca80908-6526-42d4-9079-65ee696727cf, host hv-cinder-79809, cleared binding levels {{(pid=79148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:26:58.427102 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-fdc6ad82-8987-451a-a62a-97dc4093c95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:58.431924 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-fdc6ad82-8987-451a-a62a-97dc4093c95f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d645c18-3998-49a4-a7a0-877da8f705ba HTTP/1.1" status: 204 len: 168 time: 0.6765919 Jun 28 12:26:58.433916 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-1e640959-6b06-4989-b76d-cd566292ef4d service neutron] For port bca80908-6526-42d4-9079-65ee696727cf, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=bca80908-6526-42d4-9079-65ee696727cf,segment=NetworkSegment(ab8b06c2-e425-45b6-bf41-f136c4198aee),segment_id=ab8b06c2-e425-45b6-bf41-f136c4198aee)] {{(pid=79148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:26:58.548376 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-1e640959-6b06-4989-b76d-cd566292ef4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:58.561186 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:58.575028 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-21592e3d-0663-43a3-88bf-f2d78156070a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489356', 'neutron.services.segments.db._delete_segments_for_network-8727237320385'] for network, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:58.601526 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.services.segments.db [None req-21592e3d-0663-43a3-88bf-f2d78156070a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cead55e0-0c01-4eb7-b8dc-ef070d89586b']}} {{(pid=79149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:26:58.610726 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-1e640959-6b06-4989-b76d-cd566292ef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:58.611480 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-1e640959-6b06-4989-b76d-cd566292ef4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:58.613023 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-1e640959-6b06-4989-b76d-cd566292ef4d service neutron] 10.222.0.64 "PUT /v2.0/ports/bca80908-6526-42d4-9079-65ee696727cf HTTP/1.1" status: 200 len: 1094 time: 2.0083849 Jun 28 12:26:58.614033 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821bedb2-3bda-4ed5-88e0-10e8b52020de', 'tag': 'bca80908-6526-42d4-9079-65ee696727cf'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:26:58.621135 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.services.segments.db [None req-21592e3d-0663-43a3-88bf-f2d78156070a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af3cdc08-9bc0-400d-80d6-95a2a7ee3ede') {'for_net_delete': True} {{(pid=79149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:26:58.621421 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.services.segments.db [None req-21592e3d-0663-43a3-88bf-f2d78156070a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af3cdc08-9bc0-400d-80d6-95a2a7ee3ede') {} {{(pid=79149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:26:58.648124 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-21592e3d-0663-43a3-88bf-f2d78156070a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727237332776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1530576'] for segment, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:58.650692 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e640959-6b06-4989-b76d-cd566292ef4d service neutron] Pushing event updated for resources: {'Port': ['ID=bca80908-6526-42d4-9079-65ee696727cf,revision_number=3']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:58.661294 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-1e640959-6b06-4989-b76d-cd566292ef4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:58.674554 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-21592e3d-0663-43a3-88bf-f2d78156070a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:58.684259 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21592e3d-0663-43a3-88bf-f2d78156070a admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=79149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:26:58.689171 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-21592e3d-0663-43a3-88bf-f2d78156070a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-708228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1528792'] for segment, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: Traceback (most recent call last): Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: timer() Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: cb(*args, **kw) Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: return func(*args, **kwargs) Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: self._notify() Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: self.callback(batched_events) Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: event.method(event) Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: return f(self, *a, **k) Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: return self._get(url).json() Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: return self.request(url, 'GET', **kwargs) Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:26:58.703097 dv-cinder-798094-1-iscsi neutron-server[79149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:26:58.768860 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20677f0f-556d-4a37-a245-0ca49c5fa22c req-201120eb-cc3c-4b8d-81f9-2dffaa620050 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:58.770559 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-20677f0f-556d-4a37-a245-0ca49c5fa22c req-201120eb-cc3c-4b8d-81f9-2dffaa620050 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.2373466 Jun 28 12:26:58.823396 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-d35e265a-1420-4291-b52e-49dd6761272c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:58.824969 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-d35e265a-1420-4291-b52e-49dd6761272c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=36f653daa91445fdab2af86df2ffcada&device_id=821bedb2-3bda-4ed5-88e0-10e8b52020de HTTP/1.1" status: 200 len: 1097 time: 0.0761285 Jun 28 12:26:58.901853 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-20677f0f-556d-4a37-a245-0ca49c5fa22c req-e1f29275-b333-40fb-aedd-1481c0392a8c tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721686 Jun 28 12:26:58.923643 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a2ce4-da68-4c4c-bdc0-e9d8cdf9ce27 req-2a8ee2f9-0281-4643-9d42-72600d3ab356 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:58.924721 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-a5ca9d71-0812-48bd-8963-8d244b57bf8d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bca80908-6526-42d4-9079-65ee696727cf HTTP/1.1" status: 200 len: 217 time: 0.0847845 Jun 28 12:26:58.925410 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-042a2ce4-da68-4c4c-bdc0-e9d8cdf9ce27 req-2a8ee2f9-0281-4643-9d42-72600d3ab356 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=821bedb2-3bda-4ed5-88e0-10e8b52020de HTTP/1.1" status: 200 len: 944 time: 0.2075510 Jun 28 12:26:58.973160 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821bedb2-3bda-4ed5-88e0-10e8b52020de', 'tag': 'bca80908-6526-42d4-9079-65ee696727cf', 'status': 'completed', 'code': 200} Jun 28 12:26:58.981212 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-042a2ce4-da68-4c4c-bdc0-e9d8cdf9ce27 req-34766181-2e5b-4732-8b38-767c9f3f3ad8 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498853 Jun 28 12:26:59.013072 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-9736c077-b611-4463-8b4b-c5ce0b6d71ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:59.014821 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-9736c077-b611-4463-8b4b-c5ce0b6d71ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a03ee274-938a-448e-9d48-ec3b7914912f HTTP/1.1" status: 200 len: 855 time: 0.0800655 Jun 28 12:26:59.016306 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-21592e3d-0663-43a3-88bf-f2d78156070a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696643'] for network, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:59.023794 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-ea261f8d-bfb0-460f-938b-0aadc09ee7c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:59.046987 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-21592e3d-0663-43a3-88bf-f2d78156070a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:59.059392 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21592e3d-0663-43a3-88bf-f2d78156070a admin admin] Pushing event deleted for resources: {'Network': ['ID=cead55e0-0c01-4eb7-b8dc-ef070d89586b,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:59.064163 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-21592e3d-0663-43a3-88bf-f2d78156070a admin admin] 10.222.0.24 "DELETE /v2.0/networks/cead55e0-0c01-4eb7-b8dc-ef070d89586b HTTP/1.1" status: 204 len: 168 time: 0.9400089 Jun 28 12:26:59.067660 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-21592e3d-0663-43a3-88bf-f2d78156070a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:59.076528 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-22a9ffda-5b9a-48ff-a49f-0a43e3a63a81 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da84cf23-6416-4615-a8fa-d64c4a064a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501466 Jun 28 12:26:59.183738 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 46514) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:59.203323 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-89e86ba2-62db-4890-9fcb-b5f2f8dde0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:59.220568 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-89e86ba2-62db-4890-9fcb-b5f2f8dde0db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:26:59.225951 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-89e86ba2-62db-4890-9fcb-b5f2f8dde0db admin admin] Usage tracker for resource:security_group_rule and tenant:15309c69d3c743f18597e4f4cc46205b is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:26:59.229472 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-89e86ba2-62db-4890-9fcb-b5f2f8dde0db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:26:59.236201 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-89e86ba2-62db-4890-9fcb-b5f2f8dde0db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:26:59.374795 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-89e86ba2-62db-4890-9fcb-b5f2f8dde0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:59.379808 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-850561f2-b3fe-4c75-bb81-0f94467b4628 service neutron] 10.222.0.64 "GET /v2.0/networks/da84cf23-6416-4615-a8fa-d64c4a064a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929852 Jun 28 12:26:59.455595 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-89e86ba2-62db-4890-9fcb-b5f2f8dde0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:59.465621 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-7254b369-5fde-4048-803f-796d96e315e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:59.505866 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-89e86ba2-62db-4890-9fcb-b5f2f8dde0db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=15309c69d3c743f18597e4f4cc46205b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211856 Jun 28 12:26:59.507599 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e86ba2-62db-4890-9fcb-b5f2f8dde0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de1c73e-450a-4f4a-a3d4-fb49d43db0df,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:59.510156 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 46524) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:59.523662 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-89e86ba2-62db-4890-9fcb-b5f2f8dde0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:59.540152 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-51dee8d9-663d-44a0-962d-7b73dc0832bc req-fb884295-7e30-4788-a324-d3d60c264377 service neutron] 10.222.0.64 "GET /v2.0/networks/da84cf23-6416-4615-a8fa-d64c4a064a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521189 Jun 28 12:26:59.574651 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-db6a1f12-41d3-40a2-a0f7-a46aec5f4e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:59.605663 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-db6a1f12-41d3-40a2-a0f7-a46aec5f4e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:59.702983 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 46534) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:59.747677 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-db6a1f12-41d3-40a2-a0f7-a46aec5f4e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:59.751634 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-31e11fda-5f45-4686-a20e-834a0ab14e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:26:59.763251 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a1f12-41d3-40a2-a0f7-a46aec5f4e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de1c73e-450a-4f4a-a3d4-fb49d43db0df,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:26:59.768336 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-db6a1f12-41d3-40a2-a0f7-a46aec5f4e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:26:59.770156 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-db6a1f12-41d3-40a2-a0f7-a46aec5f4e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:59.771339 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-db6a1f12-41d3-40a2-a0f7-a46aec5f4e3d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2de1c73e-450a-4f4a-a3d4-fb49d43db0df HTTP/1.1" status: 204 len: 168 time: 0.2602737 Jun 28 12:26:59.801442 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcfe3d-c52a-4063-a936-7baff77859b2 req-544f2ed2-f70f-404b-8f52-fabaf1468e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:26:59.803135 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d6dcfe3d-c52a-4063-a936-7baff77859b2 req-544f2ed2-f70f-404b-8f52-fabaf1468e1d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=36f653daa91445fdab2af86df2ffcada&device_id=821bedb2-3bda-4ed5-88e0-10e8b52020de HTTP/1.1" status: 200 len: 1097 time: 0.0783930 Jun 28 12:26:59.825696 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 46548) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:26:59.908665 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-e18fb994-6c35-4822-9c89-5f095610611a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=56e4231ca0124f3eb1170beebda8524b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0810580 Jun 28 12:26:59.909382 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 46556) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:00.044275 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0eff317f-c232-4061-953d-67c8608b8539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:00.073824 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcfe3d-c52a-4063-a936-7baff77859b2 req-2c9a31e5-0629-40a9-b141-8c47f03dfef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:00.078855 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d6dcfe3d-c52a-4063-a936-7baff77859b2 req-2c9a31e5-0629-40a9-b141-8c47f03dfef8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=da84cf23-6416-4615-a8fa-d64c4a064a3f HTTP/1.1" status: 200 len: 916 time: 0.2598300 Jun 28 12:27:00.118072 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-5cc6cb82-ad8e-4076-a04f-c7e2e81f4913 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-528365198-network', 'tenant_id': '04859a58a39e455e91103d81df922270'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:27:00.131979 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0eff317f-c232-4061-953d-67c8608b8539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:00.140988 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-5cc6cb82-ad8e-4076-a04f-c7e2e81f4913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:27:00.193763 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-5cc6cb82-ad8e-4076-a04f-c7e2e81f4913 admin admin] Usage tracker for resource:network and tenant:04859a58a39e455e91103d81df922270 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:27:00.204586 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-5cc6cb82-ad8e-4076-a04f-c7e2e81f4913 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:27:00.205044 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d6dcfe3d-c52a-4063-a936-7baff77859b2 req-29b1c5c2-b949-4b5a-9b09-730328975ed4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bca80908-6526-42d4-9079-65ee696727cf HTTP/1.1" status: 200 len: 217 time: 0.1181800 Jun 28 12:27:00.260793 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-5cc6cb82-ad8e-4076-a04f-c7e2e81f4913 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:27:00.273128 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcfe3d-c52a-4063-a936-7baff77859b2 req-ae5475c1-28f4-4840-b4d5-a72cb6f0ff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:00.282538 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d6dcfe3d-c52a-4063-a936-7baff77859b2 req-ae5475c1-28f4-4840-b4d5-a72cb6f0ff06 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a03ee274-938a-448e-9d48-ec3b7914912f HTTP/1.1" status: 200 len: 855 time: 0.0630209 Jun 28 12:27:00.351802 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660b01a-b286-4343-a46b-c5c7dc569739 req-320aaeab-b2fc-4235-bb41-ba5069389136 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:00.353540 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4660b01a-b286-4343-a46b-c5c7dc569739 req-320aaeab-b2fc-4235-bb41-ba5069389136 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.2246087 Jun 28 12:27:00.365067 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d6dcfe3d-c52a-4063-a936-7baff77859b2 req-a7f45a10-ad43-455c-9bef-0ba3f402a195 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da84cf23-6416-4615-a8fa-d64c4a064a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793762 Jun 28 12:27:00.369634 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838fc60-9fb3-4c6d-97d1-ba5d04d041d6 req-0b8cd8d7-46df-46ae-928a-54f2fb512f8e tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:00.371104 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3838fc60-9fb3-4c6d-97d1-ba5d04d041d6 req-0b8cd8d7-46df-46ae-928a-54f2fb512f8e tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=821bedb2-3bda-4ed5-88e0-10e8b52020de HTTP/1.1" status: 200 len: 944 time: 0.1685970 Jun 28 12:27:00.448651 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4660b01a-b286-4343-a46b-c5c7dc569739 req-9d5b64a3-c40d-4f25-b3f2-ec6290d93f25 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882013 Jun 28 12:27:00.454872 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc6cb82-ad8e-4076-a04f-c7e2e81f4913 admin admin] Made reservation on behalf of 04859a58a39e455e91103d81df922270 for: {'network': 1} {{(pid=79149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:27:00.458046 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-5cc6cb82-ad8e-4076-a04f-c7e2e81f4913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for network, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:00.470946 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0eff317f-c232-4061-953d-67c8608b8539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:00.479359 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3838fc60-9fb3-4c6d-97d1-ba5d04d041d6 req-4ccc4460-3ec8-4857-8ae4-606d6c058cfd tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933585 Jun 28 12:27:00.485769 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-93d935c9-2a59-4bc6-af8a-41d11f28cd49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:00.498620 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-5cc6cb82-ad8e-4076-a04f-c7e2e81f4913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:00.517548 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff317f-c232-4061-953d-67c8608b8539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a03e031-f049-40e2-b60a-0234e3735461,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:00.523986 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-0eff317f-c232-4061-953d-67c8608b8539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:00.529371 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0eff317f-c232-4061-953d-67c8608b8539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:00.530470 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-0eff317f-c232-4061-953d-67c8608b8539 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a03e031-f049-40e2-b60a-0234e3735461 HTTP/1.1" status: 204 len: 168 time: 0.6200287 Jun 28 12:27:00.533043 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-5cc6cb82-ad8e-4076-a04f-c7e2e81f4913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:27:00.537046 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-5cc6cb82-ad8e-4076-a04f-c7e2e81f4913 admin admin] Usage tracker for resource:security_group_rule and tenant:04859a58a39e455e91103d81df922270 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:27:00.543751 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-5cc6cb82-ad8e-4076-a04f-c7e2e81f4913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:27:00.547203 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-5cc6cb82-ad8e-4076-a04f-c7e2e81f4913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:27:00.548906 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d6dcfe3d-c52a-4063-a936-7baff77859b2 req-ffe8f49e-38fb-4395-806f-c3629d629938 service neutron] 10.222.0.64 "GET /v2.0/networks/da84cf23-6416-4615-a8fa-d64c4a064a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711204 Jun 28 12:27:00.666388 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-5cc6cb82-ad8e-4076-a04f-c7e2e81f4913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:00.714613 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d6dcfe3d-c52a-4063-a936-7baff77859b2 req-19e777fe-6ccc-4298-87f6-02d88eac6ed3 service neutron] 10.222.0.64 "GET /v2.0/networks/da84cf23-6416-4615-a8fa-d64c4a064a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564119 Jun 28 12:27:00.724885 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-5cc6cb82-ad8e-4076-a04f-c7e2e81f4913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:00.731328 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-4e92391a-e154-4c5e-ab80-b76de76cbd3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:00.764919 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cc6cb82-ad8e-4076-a04f-c7e2e81f4913 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=79149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:27:00.773398 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6cb82-ad8e-4076-a04f-c7e2e81f4913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbaff9e-01fd-4e6d-a6a7-efd8992ff2a3,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:00.777015 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-5cc6cb82-ad8e-4076-a04f-c7e2e81f4913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:00.780806 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-5cc6cb82-ad8e-4076-a04f-c7e2e81f4913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:00.781137 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.db.segments_db [None req-5cc6cb82-ad8e-4076-a04f-c7e2e81f4913 admin admin] Added segment 23364f25-0914-45c3-9348-f31d0dbc7405 of type vlan for network ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 Jun 28 12:27:00.811529 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-5cc6cb82-ad8e-4076-a04f-c7e2e81f4913 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727236854384'] for network, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:00.970167 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-5cc6cb82-ad8e-4076-a04f-c7e2e81f4913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291'] for network, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:00.972035 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc6cb82-ad8e-4076-a04f-c7e2e81f4913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:00.972935 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-5cc6cb82-ad8e-4076-a04f-c7e2e81f4913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:00.978493 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-ab565d4e-f8c3-497e-aa6d-937a165169bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:01.085011 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6cb82-ad8e-4076-a04f-c7e2e81f4913 admin admin] Pushing event updated for resources: {'Network': ['ID=ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:01.087783 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-5cc6cb82-ad8e-4076-a04f-c7e2e81f4913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:01.099319 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Network ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 details requested by agent ovs-agent-dv-cinder-798094-1-iscsi with host dv-cinder-798094-1-iscsi {{(pid=79150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:27:01.196879 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-5cc6cb82-ad8e-4076-a04f-c7e2e81f4913 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4902940 Jun 28 12:27:01.204174 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 46602) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:01.205676 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-02488afb-385b-4857-931e-492f1e511a8a admin admin] Request body: {'subnet': {'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-528365198-subnet', 'tenant_id': '04859a58a39e455e91103d81df922270', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:27:01.210905 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-02488afb-385b-4857-931e-492f1e511a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:27:01.215437 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-02488afb-385b-4857-931e-492f1e511a8a admin admin] Usage tracker for resource:subnet and tenant:04859a58a39e455e91103d81df922270 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:27:01.218779 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-02488afb-385b-4857-931e-492f1e511a8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:27:01.224803 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-02488afb-385b-4857-931e-492f1e511a8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:27:01.364921 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02488afb-385b-4857-931e-492f1e511a8a admin admin] Made reservation on behalf of 04859a58a39e455e91103d81df922270 for: {'subnet': 1} {{(pid=79149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:27:01.367261 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-02488afb-385b-4857-931e-492f1e511a8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1626906'] for subnet, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:01.625686 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 46618) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:01.676610 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-e46fa890-4e77-40e4-9e8c-53ca49826d41 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7748ce47a5634bdaa384cb9347a56242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489171 Jun 28 12:27:01.679274 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 46622) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:01.775179 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d9490119-60c0-4950-83c7-9b0bdeafc1b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:01.810952 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d9490119-60c0-4950-83c7-9b0bdeafc1b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:01.844794 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ac9c3-7601-4e3f-ae81-56ed1de9f57d req-70fef5d6-1a0d-44a4-8f16-8afdc39129e7 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:01.846264 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a07ac9c3-7601-4e3f-ae81-56ed1de9f57d req-70fef5d6-1a0d-44a4-8f16-8afdc39129e7 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.2637451 Jun 28 12:27:01.863965 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9f1be-190c-4859-8036-2878aa15ec75 req-87375fd2-b28e-410d-ab65-af13085ab608 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:01.865427 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-acd9f1be-190c-4859-8036-2878aa15ec75 req-87375fd2-b28e-410d-ab65-af13085ab608 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=821bedb2-3bda-4ed5-88e0-10e8b52020de HTTP/1.1" status: 200 len: 944 time: 0.2397420 Jun 28 12:27:01.883435 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-02488afb-385b-4857-931e-492f1e511a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1530427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1626892'] for subnet, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:01.903588 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:01.970235 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d9490119-60c0-4950-83c7-9b0bdeafc1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:01.975603 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-e6c35f83-f7b9-445d-8747-99cea43abfab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:01.987576 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9490119-60c0-4950-83c7-9b0bdeafc1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767def16-e121-4095-88af-d5a7defa1c24,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:01.989875 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-d9490119-60c0-4950-83c7-9b0bdeafc1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:01.994023 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a07ac9c3-7601-4e3f-ae81-56ed1de9f57d req-7ec8353b-39bf-46d8-a985-50cefa0fc757 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384752 Jun 28 12:27:01.997543 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d9490119-60c0-4950-83c7-9b0bdeafc1b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:02.017613 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-d9490119-60c0-4950-83c7-9b0bdeafc1b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/767def16-e121-4095-88af-d5a7defa1c24 HTTP/1.1" status: 204 len: 168 time: 0.3290887 Jun 28 12:27:02.023513 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-acd9f1be-190c-4859-8036-2878aa15ec75 req-c6e4da24-fa21-4f79-9c89-9d8e3aed927d tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436505 Jun 28 12:27:02.038281 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02488afb-385b-4857-931e-492f1e511a8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1061743c-39d2-4e9e-96b2-fc1ad65e7f7c,revision_number=0']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:02.041757 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-02488afb-385b-4857-931e-492f1e511a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:02.042902 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02488afb-385b-4857-931e-492f1e511a8a admin admin] Checking segment: {'id': '23364f25-0914-45c3-9348-f31d0dbc7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:27:02.043261 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02488afb-385b-4857-931e-492f1e511a8a admin admin] Network hostable DHCP agents. Network: ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418, hostable agents: ['00922891-a33d-4784-963e-6ef69cbf19e0'], hosted agents: [] {{(pid=79149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:27:02.136244 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02488afb-385b-4857-931e-492f1e511a8a admin admin] Network ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 is scheduled to be hosted by DHCP agent 00922891-a33d-4784-963e-6ef69cbf19e0 with binding_index 1 {{(pid=79149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:27:02.233163 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.base_scheduler [None req-02488afb-385b-4857-931e-492f1e511a8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-iscsi, ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418) {{(pid=79149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:27:02.244191 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02488afb-385b-4857-931e-492f1e511a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:02.244804 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-02488afb-385b-4857-931e-492f1e511a8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:02.249343 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e79edc-d734-44b3-85e0-542997cc3c58 None None] Network ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:27:02.334393 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-02488afb-385b-4857-931e-492f1e511a8a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1312399 Jun 28 12:27:02.336007 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 46638) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:02.345406 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-c023f296-9795-49d9-b13d-77941c980a21 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-528365198-router', 'tenant_id': '04859a58a39e455e91103d81df922270', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:27:02.351018 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-c023f296-9795-49d9-b13d-77941c980a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:27:02.356961 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-c023f296-9795-49d9-b13d-77941c980a21 admin admin] Usage tracker for resource:router and tenant:04859a58a39e455e91103d81df922270 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:27:02.359957 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-c023f296-9795-49d9-b13d-77941c980a21 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:27:02.375655 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-c023f296-9795-49d9-b13d-77941c980a21 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:27:02.433870 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 46646) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:02.479541 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device bca80908-6526-42d4-9079-65ee696727cf details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:27:02.491441 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c023f296-9795-49d9-b13d-77941c980a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3695342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34721'] for router, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:02.492208 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c023f296-9795-49d9-b13d-77941c980a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3695626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34730'] for router, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:02.512769 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c023f296-9795-49d9-b13d-77941c980a21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:02.539769 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65abed6-fc8f-4beb-b555-fc27e9a3fc84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1e09d51-a22e-5f09-8328-b2b494a4398b-ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'tenant_id': '04859a58a39e455e91103d81df922270', 'fixed_ips': [{'subnet_id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c'}]}} from dv-cinder-798094-1-iscsi. {{(pid=79150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 12:27:02.539769 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-b65abed6-fc8f-4beb-b555-fc27e9a3fc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:02.612254 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c66472fb-04b1-4757-a4b5-c97aecccf391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:02.631189 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-c66472fb-04b1-4757-a4b5-c97aecccf391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:27:02.636526 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-c66472fb-04b1-4757-a4b5-c97aecccf391 admin admin] Usage tracker for resource:security_group_rule and tenant:6f00134efb5f415d9803148eddad0aed is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:27:02.640103 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-c66472fb-04b1-4757-a4b5-c97aecccf391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:27:02.653913 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-c66472fb-04b1-4757-a4b5-c97aecccf391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:27:02.758288 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port bca80908-6526-42d4-9079-65ee696727cf, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=bca80908-6526-42d4-9079-65ee696727cf,segment=NetworkSegment(ab8b06c2-e425-45b6-bf41-f136c4198aee),segment_id=ab8b06c2-e425-45b6-bf41-f136c4198aee)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:27:02.784602 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Returning: {'device': 'bca80908-6526-42d4-9079-65ee696727cf', 'network_id': 'da84cf23-6416-4615-a8fa-d64c4a064a3f', 'port_id': 'bca80908-6526-42d4-9079-65ee696727cf', 'mac_address': 'fa:16:3e:0e:0f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a03ee274-938a-448e-9d48-ec3b7914912f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:27:02.852147 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.db_base_plugin_common [None req-b65abed6-fc8f-4beb-b555-fc27e9a3fc84 None None] Allocated IP 172.20.0.2 (ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418/1061743c-39d2-4e9e-96b2-fc1ad65e7f7c/cf08284c-eead-462e-bc0e-b961073fe654) {{(pid=79150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:27:02.865095 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:02.910134 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca80908-6526-42d4-9079-65ee696727cf {{(pid=79150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:27:02.986035 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port bca80908-6526-42d4-9079-65ee696727cf, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=bca80908-6526-42d4-9079-65ee696727cf,segment=NetworkSegment(ab8b06c2-e425-45b6-bf41-f136c4198aee),segment_id=ab8b06c2-e425-45b6-bf41-f136c4198aee)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:27:03.119636 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c023f296-9795-49d9-b13d-77941c980a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3695335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34692'] for router, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:03.137926 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:03.142548 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-216bdf94-2d4d-4bfe-bf7a-fe86f7ec6313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:03.171992 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c66472fb-04b1-4757-a4b5-c97aecccf391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:03.244609 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-b65abed6-fc8f-4beb-b555-fc27e9a3fc84 None None] Notify callbacks [] for port, precommit_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:03.255739 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=bca80908-6526-42d4-9079-65ee696727cf,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:03.268559 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:03.269563 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-b65abed6-fc8f-4beb-b555-fc27e9a3fc84 None None] Transition to ACTIVE for port object cf08284c-eead-462e-bc0e-b961073fe654 will not be triggered until provisioned by entity L2. {{(pid=79150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:27:03.343352 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-b65abed6-fc8f-4beb-b555-fc27e9a3fc84 None None] Transition to ACTIVE for port object cf08284c-eead-462e-bc0e-b961073fe654 will not be triggered until provisioned by entity DHCP. {{(pid=79150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:27:03.432206 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c66472fb-04b1-4757-a4b5-c97aecccf391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:03.433803 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-b65abed6-fc8f-4beb-b555-fc27e9a3fc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319'] for port, after_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:03.439603 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-fdc6ad82-8987-451a-a62a-97dc4093c95f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:03.442087 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:03.453000 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81304f-2020-4b19-937d-cbf46c3a8768 req-bc9071f9-5f37-4ce1-9add-22ae8ddfc5f3 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:03.462549 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-eb81304f-2020-4b19-937d-cbf46c3a8768 req-bc9071f9-5f37-4ce1-9add-22ae8ddfc5f3 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.2425268 Jun 28 12:27:03.470884 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66472fb-04b1-4757-a4b5-c97aecccf391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e87999-9466-4a9b-ab50-343f7364b647,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:03.474002 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-c66472fb-04b1-4757-a4b5-c97aecccf391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:03.497463 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0d74c-b366-4e5d-aa6c-1cc79f1a658e req-5850d737-2123-40e4-8819-94fae14f75b9 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:03.499399 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-69f0d74c-b366-4e5d-aa6c-1cc79f1a658e req-5850d737-2123-40e4-8819-94fae14f75b9 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=821bedb2-3bda-4ed5-88e0-10e8b52020de HTTP/1.1" status: 200 len: 945 time: 0.1992757 Jun 28 12:27:03.501231 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-c66472fb-04b1-4757-a4b5-c97aecccf391 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f00134efb5f415d9803148eddad0aed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0647037 Jun 28 12:27:03.502424 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 46684) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:03.511567 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65abed6-fc8f-4beb-b555-fc27e9a3fc84 None None] Network ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 is already hosted by enough agents. {{(pid=79150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:27:03.520702 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.scheduler.base_scheduler [None req-b65abed6-fc8f-4beb-b555-fc27e9a3fc84 None None] Resources bound (agent type, host, resource id): {{(pid=79150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:27:03.522941 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['bca80908-6526-42d4-9079-65ee696727cf'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:27:03.572257 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65abed6-fc8f-4beb-b555-fc27e9a3fc84 None None] Received port after_create {{(pid=79150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:27:03.628690 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-eb81304f-2020-4b19-937d-cbf46c3a8768 req-8319957f-bb44-491a-a492-59724d97bed2 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280088 Jun 28 12:27:03.652258 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65abed6-fc8f-4beb-b555-fc27e9a3fc84 None None] Pushing event updated for resources: {'Port': ['ID=cf08284c-eead-462e-bc0e-b961073fe654,revision_number=1']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:03.655517 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-b65abed6-fc8f-4beb-b555-fc27e9a3fc84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:03.719566 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-69f0d74c-b366-4e5d-aa6c-1cc79f1a658e req-aad81e67-f111-412e-961a-097daa040e73 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885433 Jun 28 12:27:03.748999 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-64774eda-645c-4dcd-b857-9eb457648232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:03.780215 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-b65abed6-fc8f-4beb-b555-fc27e9a3fc84 None None] Attempting to bind port cf08284c-eead-462e-bc0e-b961073fe654 on host dv-cinder-798094-1-iscsi for vnic_type normal with profile {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:27:03.780514 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-b65abed6-fc8f-4beb-b555-fc27e9a3fc84 None None] Attempting to bind port cf08284c-eead-462e-bc0e-b961073fe654 by drivers openvswitch,hyperv on host dv-cinder-798094-1-iscsi at level 0 using segments [{'id': '23364f25-0914-45c3-9348-f31d0dbc7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418'}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:27:03.780876 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65abed6-fc8f-4beb-b555-fc27e9a3fc84 None None] Attempting to bind port cf08284c-eead-462e-bc0e-b961073fe654 on network ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:27:03.801406 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65abed6-fc8f-4beb-b555-fc27e9a3fc84 None None] Checking agent: {'id': '97f6a438-5e0c-4082-aba3-e3ff467169d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 16, 39), 'started_at': datetime.datetime(2021, 6, 28, 12, 17, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:27:03.801787 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65abed6-fc8f-4beb-b555-fc27e9a3fc84 None None] Checking segment: {'id': '23364f25-0914-45c3-9348-f31d0dbc7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:27:03.802189 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-b65abed6-fc8f-4beb-b555-fc27e9a3fc84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:03.802585 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65abed6-fc8f-4beb-b555-fc27e9a3fc84 None None] Bound using segment: {'id': '23364f25-0914-45c3-9348-f31d0dbc7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418'} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:27:03.803198 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-b65abed6-fc8f-4beb-b555-fc27e9a3fc84 None None] Bound port: cf08284c-eead-462e-bc0e-b961073fe654, host: dv-cinder-798094-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23364f25-0914-45c3-9348-f31d0dbc7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418'}}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:27:03.803352 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-64774eda-645c-4dcd-b857-9eb457648232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:03.803727 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-b65abed6-fc8f-4beb-b555-fc27e9a3fc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:03.976730 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-64774eda-645c-4dcd-b857-9eb457648232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:03.982420 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-b3c6eb16-a80b-4f0a-8ef3-0f1b046637eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:03.986041 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-b65abed6-fc8f-4beb-b555-fc27e9a3fc84 None None] For port cf08284c-eead-462e-bc0e-b961073fe654, host dv-cinder-798094-1-iscsi, cleared binding levels {{(pid=79150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:27:03.997152 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-b65abed6-fc8f-4beb-b555-fc27e9a3fc84 None None] For port cf08284c-eead-462e-bc0e-b961073fe654, host dv-cinder-798094-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=cf08284c-eead-462e-bc0e-b961073fe654,segment=NetworkSegment(23364f25-0914-45c3-9348-f31d0dbc7405),segment_id=23364f25-0914-45c3-9348-f31d0dbc7405)] {{(pid=79150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:27:04.008645 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64774eda-645c-4dcd-b857-9eb457648232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e87999-9466-4a9b-ab50-343f7364b647,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:04.013303 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-64774eda-645c-4dcd-b857-9eb457648232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:04.022812 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-64774eda-645c-4dcd-b857-9eb457648232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:04.022812 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-64774eda-645c-4dcd-b857-9eb457648232 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69e87999-9466-4a9b-ab50-343f7364b647 HTTP/1.1" status: 204 len: 168 time: 0.5145226 Jun 28 12:27:04.100677 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c023f296-9795-49d9-b13d-77941c980a21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:04.114402 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-b65abed6-fc8f-4beb-b555-fc27e9a3fc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:04.119288 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:04.146938 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c023f296-9795-49d9-b13d-77941c980a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:04.262443 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65abed6-fc8f-4beb-b555-fc27e9a3fc84 None None] Pushing event updated for resources: {'Port': ['ID=cf08284c-eead-462e-bc0e-b961073fe654,revision_number=2']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:04.271094 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-b65abed6-fc8f-4beb-b555-fc27e9a3fc84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:04.362130 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [None req-c023f296-9795-49d9-b13d-77941c980a21 admin admin] Allocated IP 172.27.0.140 (c9286c56-74de-4de9-a16f-8e0a6aaad408/86bae704-b0f4-4850-808b-6f728b6b20f3/bb1b6391-25e3-46c3-8c69-696e3f257c5a) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:27:04.547257 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c023f296-9795-49d9-b13d-77941c980a21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:04.656225 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c023f296-9795-49d9-b13d-77941c980a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:04.660133 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:04.747244 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c023f296-9795-49d9-b13d-77941c980a21 admin admin] Network c9286c56-74de-4de9-a16f-8e0a6aaad408 is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:27:04.768222 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-c023f296-9795-49d9-b13d-77941c980a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:27:04.772414 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c023f296-9795-49d9-b13d-77941c980a21 admin admin] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:27:04.984681 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 46742) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:05.006197 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023f296-9795-49d9-b13d-77941c980a21 admin admin] Pushing event updated for resources: {'Port': ['ID=bb1b6391-25e3-46c3-8c69-696e3f257c5a,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:05.011688 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-c023f296-9795-49d9-b13d-77941c980a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:05.074595 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3417da-7d48-4393-aeb4-ffc390749eb3 req-e67889f9-e6d8-4fe9-a8a1-0a291ea4df6d tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:05.082330 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9b3417da-7d48-4393-aeb4-ffc390749eb3 req-e67889f9-e6d8-4fe9-a8a1-0a291ea4df6d tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.3196981 Jun 28 12:27:05.156871 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9b3417da-7d48-4393-aeb4-ffc390749eb3 req-9804644a-9cdf-4c82-bf53-d68839cba6e1 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735729 Jun 28 12:27:05.187834 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3f5b8-3067-4d9f-8393-b9fdcc908e70 req-56cf1671-4890-4338-aded-50822c0c660c tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:05.195611 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-13b3f5b8-3067-4d9f-8393-b9fdcc908e70 req-56cf1671-4890-4338-aded-50822c0c660c tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=821bedb2-3bda-4ed5-88e0-10e8b52020de HTTP/1.1" status: 200 len: 945 time: 0.2571609 Jun 28 12:27:05.249889 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-13b3f5b8-3067-4d9f-8393-b9fdcc908e70 req-66994941-3b66-40d1-a465-4bc1f9533c1f tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530322 Jun 28 12:27:05.335929 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device cf08284c-eead-462e-bc0e-b961073fe654 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:27:05.360495 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 46752) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:05.383762 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-50362f3c-d33f-4a9c-82ec-6fb99f1bfc7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:05.401018 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-ec3277b8-be2e-4619-8a20-f4310ff7822f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:05.406007 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-50362f3c-d33f-4a9c-82ec-6fb99f1bfc7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:27:05.412535 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-50362f3c-d33f-4a9c-82ec-6fb99f1bfc7f admin admin] Usage tracker for resource:security_group_rule and tenant:052e41788bf547bdb54ccaf112c06e41 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:27:05.417817 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-50362f3c-d33f-4a9c-82ec-6fb99f1bfc7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:27:05.426036 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-50362f3c-d33f-4a9c-82ec-6fb99f1bfc7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:27:05.433304 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-ec3277b8-be2e-4619-8a20-f4310ff7822f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:27:05.451360 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-ec3277b8-be2e-4619-8a20-f4310ff7822f admin admin] Usage tracker for resource:security_group_rule and tenant:4f5655320486430585a239cad1a5c63b is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:27:05.456879 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-ec3277b8-be2e-4619-8a20-f4310ff7822f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:27:05.469191 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-ec3277b8-be2e-4619-8a20-f4310ff7822f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:27:05.548525 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-50362f3c-d33f-4a9c-82ec-6fb99f1bfc7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:05.563065 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c023f296-9795-49d9-b13d-77941c980a21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:05.565194 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning for port cf08284c-eead-462e-bc0e-b961073fe654 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:27:05.571311 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48419947-653d-4796-a8a1-056dca9ab89b None None] Network ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:27:05.628120 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-50362f3c-d33f-4a9c-82ec-6fb99f1bfc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:05.654028 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-8b8d550a-ab09-470f-97e0-21b054f9f0c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:05.705707 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50362f3c-d33f-4a9c-82ec-6fb99f1bfc7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7fb2ed-b722-4d95-af9d-e2c179685d69,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:05.735113 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-50362f3c-d33f-4a9c-82ec-6fb99f1bfc7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:05.757082 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-50362f3c-d33f-4a9c-82ec-6fb99f1bfc7f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=052e41788bf547bdb54ccaf112c06e41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3951170 Jun 28 12:27:05.760768 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 46760) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:05.856255 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-639f3e8a-1a1b-4904-a96b-668adcd25424 None None] Provisioning for port cf08284c-eead-462e-bc0e-b961073fe654 completed by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:27:05.864109 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-409d1f4b-230f-4fb5-8459-fd9a76e2820d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:05.864740 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-639f3e8a-1a1b-4904-a96b-668adcd25424 None None] Provisioning complete for port cf08284c-eead-462e-bc0e-b961073fe654 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:27:05.865117 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-639f3e8a-1a1b-4904-a96b-668adcd25424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:05.897450 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-409d1f4b-230f-4fb5-8459-fd9a76e2820d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:06.012745 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-639f3e8a-1a1b-4904-a96b-668adcd25424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:06.026240 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-ec3277b8-be2e-4619-8a20-f4310ff7822f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:06.053079 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-639f3e8a-1a1b-4904-a96b-668adcd25424 None None] For port cf08284c-eead-462e-bc0e-b961073fe654, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=cf08284c-eead-462e-bc0e-b961073fe654,segment=NetworkSegment(23364f25-0914-45c3-9348-f31d0dbc7405),segment_id=23364f25-0914-45c3-9348-f31d0dbc7405)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:27:06.056769 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-409d1f4b-230f-4fb5-8459-fd9a76e2820d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:06.060963 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-50362f3c-d33f-4a9c-82ec-6fb99f1bfc7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:06.083557 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-409d1f4b-230f-4fb5-8459-fd9a76e2820d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:06.083557 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-409d1f4b-230f-4fb5-8459-fd9a76e2820d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd7fb2ed-b722-4d95-af9d-e2c179685d69 HTTP/1.1" status: 204 len: 168 time: 0.3188322 Jun 28 12:27:06.083557 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d1f4b-230f-4fb5-8459-fd9a76e2820d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7fb2ed-b722-4d95-af9d-e2c179685d69,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:06.086456 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-409d1f4b-230f-4fb5-8459-fd9a76e2820d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:06.157756 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c023f296-9795-49d9-b13d-77941c980a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3695352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696706'] for router, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:06.198928 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-639f3e8a-1a1b-4904-a96b-668adcd25424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:06.198928 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-b65abed6-fc8f-4beb-b555-fc27e9a3fc84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:06.255588 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-ec3277b8-be2e-4619-8a20-f4310ff7822f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:06.301863 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-060965a6-5f77-4731-a949-3f0cb472cce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:06.302952 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f3e8a-1a1b-4904-a96b-668adcd25424 None None] Pushing event updated for resources: {'Port': ['ID=cf08284c-eead-462e-bc0e-b961073fe654,revision_number=3']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:06.313835 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-639f3e8a-1a1b-4904-a96b-668adcd25424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:06.332480 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-ec3277b8-be2e-4619-8a20-f4310ff7822f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f5655320486430585a239cad1a5c63b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3445742 Jun 28 12:27:06.335202 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 46776) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:06.336191 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3277b8-be2e-4619-8a20-f4310ff7822f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9fff3d-a6f0-49fa-950d-8b8201dadfb8,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:06.341267 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-ec3277b8-be2e-4619-8a20-f4310ff7822f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:06.433411 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-da3b519e-eda6-4f23-8ad9-69c21528bb4b None None] Provisioning complete for port cf08284c-eead-462e-bc0e-b961073fe654 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:27:06.437443 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-da3b519e-eda6-4f23-8ad9-69c21528bb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:06.478763 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device bca80908-6526-42d4-9079-65ee696727cf up at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:27:06.550180 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-2cab3bc9-432c-4442-ae34-f07911f33b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:06.611000 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-2cab3bc9-432c-4442-ae34-f07911f33b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:06.628404 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c023f296-9795-49d9-b13d-77941c980a21 admin admin] Router cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 is scheduled to L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 with binding_index 1 {{(pid=79148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:27:06.676679 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90de729-4ec5-470c-aedf-b31cf980adf3 req-17b08630-ecf5-4337-80da-cbb4a1923db6 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:06.678177 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d90de729-4ec5-470c-aedf-b31cf980adf3 req-17b08630-ecf5-4337-80da-cbb4a1923db6 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.2905676 Jun 28 12:27:06.686593 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad153122-3635-47c9-b387-d7326d0bcb25 req-513d901b-ce51-4b2a-99bf-93f0c8aa2684 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:06.688036 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ad153122-3635-47c9-b387-d7326d0bcb25 req-513d901b-ce51-4b2a-99bf-93f0c8aa2684 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=821bedb2-3bda-4ed5-88e0-10e8b52020de HTTP/1.1" status: 200 len: 945 time: 0.2363412 Jun 28 12:27:06.719497 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning for port bca80908-6526-42d4-9079-65ee696727cf completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:27:06.725924 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning complete for port bca80908-6526-42d4-9079-65ee696727cf triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:27:06.726420 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:06.767244 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d90de729-4ec5-470c-aedf-b31cf980adf3 req-6f8aedf1-c84c-4d71-ad82-caff3c219d32 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782204 Jun 28 12:27:06.774931 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ad153122-3635-47c9-b387-d7326d0bcb25 req-05959746-ef31-4e10-b2d2-be6713ba5ff4 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716665 Jun 28 12:27:06.845976 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-2cab3bc9-432c-4442-ae34-f07911f33b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:06.854511 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:06.871767 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab3bc9-432c-4442-ae34-f07911f33b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9fff3d-a6f0-49fa-950d-8b8201dadfb8,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:06.872749 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c023f296-9795-49d9-b13d-77941c980a21 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:27:06.895875 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daf3484-ec9d-49f3-8600-5935077bf33c None None] Sync routers for ids ['cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'] in dv-cinder-798094-1-iscsi {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:27:06.900971 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 46788) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:06.906356 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-2cab3bc9-432c-4442-ae34-f07911f33b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:06.909951 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daf3484-ec9d-49f3-8600-5935077bf33c None None] Routers {'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:27:06.912045 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-2cab3bc9-432c-4442-ae34-f07911f33b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:06.916909 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-6daf3484-ec9d-49f3-8600-5935077bf33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:26:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:27:06.917662 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-2cab3bc9-432c-4442-ae34-f07911f33b6f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c9fff3d-a6f0-49fa-950d-8b8201dadfb8 HTTP/1.1" status: 204 len: 168 time: 0.5771067 Jun 28 12:27:06.969216 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:07.027039 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821bedb2-3bda-4ed5-88e0-10e8b52020de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca80908-6526-42d4-9079-65ee696727cf'}] {{(pid=79150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:27:07.038413 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port bca80908-6526-42d4-9079-65ee696727cf, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=bca80908-6526-42d4-9079-65ee696727cf,segment=NetworkSegment(ab8b06c2-e425-45b6-bf41-f136c4198aee),segment_id=ab8b06c2-e425-45b6-bf41-f136c4198aee)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:27:07.060980 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c023f296-9795-49d9-b13d-77941c980a21 admin admin] Notify callbacks [] for router, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:07.066425 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-c023f296-9795-49d9-b13d-77941c980a21 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7257302 Jun 28 12:27:07.066908 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 46800) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:07.086118 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-6e2b75ae-2028-4b2c-9bf1-e817030ef283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:07.110382 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-6e2b75ae-2028-4b2c-9bf1-e817030ef283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:27:07.115913 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-6e2b75ae-2028-4b2c-9bf1-e817030ef283 admin admin] Usage tracker for resource:security_group_rule and tenant:1144f57ab77b4b8280b28e59892bdf04 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:27:07.116659 dv-cinder-798094-1-iscsi neutron-server[79150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821bedb2-3bda-4ed5-88e0-10e8b52020de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca80908-6526-42d4-9079-65ee696727cf', 'code': 200} Jun 28 12:27:07.120388 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-6e2b75ae-2028-4b2c-9bf1-e817030ef283 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:27:07.128494 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-6e2b75ae-2028-4b2c-9bf1-e817030ef283 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:27:07.166133 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:07.168817 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:07.182841 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-6daf3484-ec9d-49f3-8600-5935077bf33c None None] Set router cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:27:07.334486 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device cf08284c-eead-462e-bc0e-b961073fe654 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:27:07.382519 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-6e2b75ae-2028-4b2c-9bf1-e817030ef283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:07.404823 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=bca80908-6526-42d4-9079-65ee696727cf,revision_number=5']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:07.415125 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:07.468299 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-6e2b75ae-2028-4b2c-9bf1-e817030ef283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:07.483180 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port cf08284c-eead-462e-bc0e-b961073fe654 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:27:07.484043 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:07.517770 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-2597c655-3007-40b8-acdf-e305c44c5868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:07.545949 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-6e2b75ae-2028-4b2c-9bf1-e817030ef283 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1144f57ab77b4b8280b28e59892bdf04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6438427 Jun 28 12:27:07.546665 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 46816) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:07.714364 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b75ae-2028-4b2c-9bf1-e817030ef283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088330fe-426d-4272-95ac-1a17f03d1aca,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:07.730746 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-6e2b75ae-2028-4b2c-9bf1-e817030ef283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:07.778942 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-9f9475c3-f8bb-4613-929f-5817561daa95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:07.824041 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-6daf3484-ec9d-49f3-8600-5935077bf33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'name': 'tempest-AttachVolumeShelveTestJSON-528365198-router', 'tenant_id': '04859a58a39e455e91103d81df922270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:27:02Z', 'updated_at': '2021-06-28T12:27:05Z', 'revision_number': 3, 'project_id': '04859a58a39e455e91103d81df922270', 'gw_port': {'id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:04Z', 'updated_at': '2021-06-28T12:27:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:27:07.834309 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daf3484-ec9d-49f3-8600-5935077bf33c None None] Checking router: cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 for host: dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:27:07.839638 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daf3484-ec9d-49f3-8600-5935077bf33c None None] Updating router cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 port bb1b6391-25e3-46c3-8c69-696e3f257c5a binding host dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:27:07.858833 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4a9b1-380e-422e-b394-294d46401617 req-79927898-9da5-46cd-a78f-db060e30fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:07.858833 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-8bf4a9b1-380e-422e-b394-294d46401617 req-79927898-9da5-46cd-a78f-db060e30fd0e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=821bedb2-3bda-4ed5-88e0-10e8b52020de HTTP/1.1" status: 200 len: 1099 time: 0.2390707 Jun 28 12:27:07.860397 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-9f9475c3-f8bb-4613-929f-5817561daa95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:07.939389 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6daf3484-ec9d-49f3-8600-5935077bf33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:08.042480 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-8bf4a9b1-380e-422e-b394-294d46401617 req-c1335b32-980f-43f6-a17e-7031e2d73dcc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332932 Jun 28 12:27:08.153510 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-9f9475c3-f8bb-4613-929f-5817561daa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:08.158983 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-370679a4-f263-4ac4-ba2e-4d61022c02c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:08.178063 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9475c3-f8bb-4613-929f-5817561daa95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088330fe-426d-4272-95ac-1a17f03d1aca,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:08.180618 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-9f9475c3-f8bb-4613-929f-5817561daa95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:08.204692 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-9f9475c3-f8bb-4613-929f-5817561daa95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:08.209572 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-9f9475c3-f8bb-4613-929f-5817561daa95 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/088330fe-426d-4272-95ac-1a17f03d1aca HTTP/1.1" status: 204 len: 168 time: 0.6567278 Jun 28 12:27:08.364930 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50565bf8-6ee7-43f4-8e5c-f5593200ca71 req-10ade5eb-f1ad-4c83-b821-1aee7325a6fa tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:08.366339 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-50565bf8-6ee7-43f4-8e5c-f5593200ca71 req-10ade5eb-f1ad-4c83-b821-1aee7325a6fa tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.2870405 Jun 28 12:27:08.472389 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979d036-b1aa-4bf5-ac9a-1c06cd926cd0 req-b1968688-dfe5-4ed7-b123-35261caca8bd tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:08.474653 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6daf3484-ec9d-49f3-8600-5935077bf33c None None] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:08.480148 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7979d036-b1aa-4bf5-ac9a-1c06cd926cd0 req-b1968688-dfe5-4ed7-b123-35261caca8bd tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=821bedb2-3bda-4ed5-88e0-10e8b52020de HTTP/1.1" status: 200 len: 946 time: 0.3127122 Jun 28 12:27:08.488875 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [None req-6daf3484-ec9d-49f3-8600-5935077bf33c None None] Transition to ACTIVE for port object bb1b6391-25e3-46c3-8c69-696e3f257c5a will not be triggered until provisioned by entity L2. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:27:08.512225 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ee0aa976-799c-46f2-9b5d-5ee1211d1493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:08.548729 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-50565bf8-6ee7-43f4-8e5c-f5593200ca71 req-fb3f7f5c-478d-426f-8045-d88e96390e52 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506758 Jun 28 12:27:08.570898 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6daf3484-ec9d-49f3-8600-5935077bf33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:08.581393 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:08.611552 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7979d036-b1aa-4bf5-ac9a-1c06cd926cd0 req-714af98d-ea5e-4c81-adff-8fb7d7c01a1e tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304395 Jun 28 12:27:08.640508 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-978985f7-fdff-44fa-a293-b5a305f07a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:08.661669 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-6daf3484-ec9d-49f3-8600-5935077bf33c None None] Attempting to bind port bb1b6391-25e3-46c3-8c69-696e3f257c5a on host dv-cinder-798094-1-iscsi for vnic_type normal with profile {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:27:08.662037 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-6daf3484-ec9d-49f3-8600-5935077bf33c None None] Attempting to bind port bb1b6391-25e3-46c3-8c69-696e3f257c5a by drivers openvswitch,hyperv on host dv-cinder-798094-1-iscsi at level 0 using segments [{'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:27:08.662402 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daf3484-ec9d-49f3-8600-5935077bf33c None None] Attempting to bind port bb1b6391-25e3-46c3-8c69-696e3f257c5a on network c9286c56-74de-4de9-a16f-8e0a6aaad408 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:27:08.670832 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daf3484-ec9d-49f3-8600-5935077bf33c None None] Checking agent: {'id': '97f6a438-5e0c-4082-aba3-e3ff467169d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 16, 39), 'started_at': datetime.datetime(2021, 6, 28, 12, 17, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:27:08.671204 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daf3484-ec9d-49f3-8600-5935077bf33c None None] Checking segment: {'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:27:08.671726 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6daf3484-ec9d-49f3-8600-5935077bf33c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:08.671970 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daf3484-ec9d-49f3-8600-5935077bf33c None None] Bound using segment: {'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:27:08.672431 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-6daf3484-ec9d-49f3-8600-5935077bf33c None None] Bound port: bb1b6391-25e3-46c3-8c69-696e3f257c5a, host: dv-cinder-798094-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:27:08.672843 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6daf3484-ec9d-49f3-8600-5935077bf33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:08.709993 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7472a-5f82-470a-88de-8c34c4479921 None None] Pushing event updated for resources: {'Port': ['ID=bb1b6391-25e3-46c3-8c69-696e3f257c5a,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:08.714537 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-5ad7472a-5f82-470a-88de-8c34c4479921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:08.752960 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [None req-6daf3484-ec9d-49f3-8600-5935077bf33c None None] For port bb1b6391-25e3-46c3-8c69-696e3f257c5a, host dv-cinder-798094-1-iscsi, cleared binding levels {{(pid=79151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:27:08.756452 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [None req-6daf3484-ec9d-49f3-8600-5935077bf33c None None] For port bb1b6391-25e3-46c3-8c69-696e3f257c5a, host dv-cinder-798094-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=bb1b6391-25e3-46c3-8c69-696e3f257c5a,segment=NetworkSegment(4ef2d251-a773-41f5-87cd-cec6f249eb66),segment_id=4ef2d251-a773-41f5-87cd-cec6f249eb66)] {{(pid=79151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:27:08.805243 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.db_base_plugin_common [None req-ee0aa976-799c-46f2-9b5d-5ee1211d1493 admin admin] Allocated IP 172.20.0.1 (ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418/1061743c-39d2-4e9e-96b2-fc1ad65e7f7c/f1e0099b-f34d-4b7a-a7a9-0474dce65c59) {{(pid=79149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:27:08.817284 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-6daf3484-ec9d-49f3-8600-5935077bf33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:08.821271 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-6f5b16c4-01d7-4eb7-a87c-7efaad9e1282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:08.922689 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7472a-5f82-470a-88de-8c34c4479921 None None] Pushing event updated for resources: {'Port': ['ID=bb1b6391-25e3-46c3-8c69-696e3f257c5a,revision_number=3']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:08.937865 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:08.962802 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-5ad7472a-5f82-470a-88de-8c34c4479921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:08.985142 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ee0aa976-799c-46f2-9b5d-5ee1211d1493 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:09.011963 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.provisioning_blocks [None req-ee0aa976-799c-46f2-9b5d-5ee1211d1493 admin admin] Transition to ACTIVE for port object f1e0099b-f34d-4b7a-a7a9-0474dce65c59 will not be triggered until provisioned by entity DHCP. {{(pid=79149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:27:09.012532 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daf3484-ec9d-49f3-8600-5935077bf33c None None] Routers {'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:27:09.013321 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-6daf3484-ec9d-49f3-8600-5935077bf33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:26:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:27:09.207248 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-6daf3484-ec9d-49f3-8600-5935077bf33c None None] Set router cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:27:09.230496 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ee0aa976-799c-46f2-9b5d-5ee1211d1493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:09.235947 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-51ae1673-dbf8-4df1-acf0-dd929f35b0e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:09.392149 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0aa976-799c-46f2-9b5d-5ee1211d1493 admin admin] Pushing event updated for resources: {'Port': ['ID=f1e0099b-f34d-4b7a-a7a9-0474dce65c59,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:09.404419 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-ee0aa976-799c-46f2-9b5d-5ee1211d1493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:09.425157 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0aa976-799c-46f2-9b5d-5ee1211d1493 admin admin] Network ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 is already hosted by enough agents. {{(pid=79149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:27:09.426542 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.base_scheduler [None req-ee0aa976-799c-46f2-9b5d-5ee1211d1493 admin admin] Resources bound (agent type, host, resource id): {{(pid=79149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:27:09.429642 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0aa976-799c-46f2-9b5d-5ee1211d1493 admin admin] Received port after_create {{(pid=79149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:27:09.530310 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ee0aa976-799c-46f2-9b5d-5ee1211d1493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3696772'] for router_interface, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:09.812970 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-6daf3484-ec9d-49f3-8600-5935077bf33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'name': 'tempest-AttachVolumeShelveTestJSON-528365198-router', 'tenant_id': '04859a58a39e455e91103d81df922270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:27:02Z', 'updated_at': '2021-06-28T12:27:05Z', 'revision_number': 3, 'project_id': '04859a58a39e455e91103d81df922270', 'gw_port': {'id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:04Z', 'updated_at': '2021-06-28T12:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:27:09.819609 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daf3484-ec9d-49f3-8600-5935077bf33c None None] The sync data for ids ['cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'] in dv-cinder-798094-1-iscsi is: [{'id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'name': 'tempest-AttachVolumeShelveTestJSON-528365198-router', 'tenant_id': '04859a58a39e455e91103d81df922270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:27:02Z', 'updated_at': '2021-06-28T12:27:05Z', 'revision_number': 3, 'project_id': '04859a58a39e455e91103d81df922270', 'gw_port': {'id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:04Z', 'updated_at': '2021-06-28T12:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}] {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:27:09.952847 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-806e29a4-74cb-4b88-a91b-1e19c9e1b768 None None] Provisioning for port f1e0099b-f34d-4b7a-a7a9-0474dce65c59 completed by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:27:09.960583 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-806e29a4-74cb-4b88-a91b-1e19c9e1b768 None None] Provisioning complete for port f1e0099b-f34d-4b7a-a7a9-0474dce65c59 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:27:09.961043 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-806e29a4-74cb-4b88-a91b-1e19c9e1b768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:09.962486 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ee0aa976-799c-46f2-9b5d-5ee1211d1493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:10.096196 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b425b-3efd-4687-8462-ac03f460af52 req-689b4d35-c15a-42ca-9e4a-10d8ac0c2fd6 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:10.103912 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-112b425b-3efd-4687-8462-ac03f460af52 req-689b4d35-c15a-42ca-9e4a-10d8ac0c2fd6 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.2694800 Jun 28 12:27:10.107452 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-806e29a4-74cb-4b88-a91b-1e19c9e1b768 None None] Port f1e0099b-f34d-4b7a-a7a9-0474dce65c59 cannot update to ACTIVE because it is not bound. {{(pid=79150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:27:10.116177 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b0c2d-3acd-4d62-a5ad-bf7b1eede188 req-3d4f463b-a671-47df-8964-d2376bbdc87c tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:10.117714 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-417b0c2d-3acd-4d62-a5ad-bf7b1eede188 req-3d4f463b-a671-47df-8964-d2376bbdc87c tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=821bedb2-3bda-4ed5-88e0-10e8b52020de HTTP/1.1" status: 200 len: 946 time: 0.2774584 Jun 28 12:27:10.318446 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-112b425b-3efd-4687-8462-ac03f460af52 req-487c4acc-1d75-4f40-b79c-e23a67496e23 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136245 Jun 28 12:27:10.336908 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-417b0c2d-3acd-4d62-a5ad-bf7b1eede188 req-3afd98c1-566c-43ad-a5cd-e3548e5aaa16 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829212 Jun 28 12:27:10.538900 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ee0aa976-799c-46f2-9b5d-5ee1211d1493 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:10.605763 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ee0aa976-799c-46f2-9b5d-5ee1211d1493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528764'] for port, after_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:10.815692 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:10.931193 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ee0aa976-799c-46f2-9b5d-5ee1211d1493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3781337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695149'] for router_interface, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:10.938189 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0aa976-799c-46f2-9b5d-5ee1211d1493 admin admin] Pushing event updated for resources: {'Port': ['ID=f1e0099b-f34d-4b7a-a7a9-0474dce65c59,revision_number=2']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:10.944033 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-ee0aa976-799c-46f2-9b5d-5ee1211d1493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:11.052836 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-40ed3db9-2c6b-4e9d-80a2-2c7c3dd713f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:11.139753 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0aa976-799c-46f2-9b5d-5ee1211d1493 admin admin] Network ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 is already hosted by enough agents. {{(pid=79149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:27:11.140970 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.base_scheduler [None req-ee0aa976-799c-46f2-9b5d-5ee1211d1493 admin admin] Resources bound (agent type, host, resource id): {{(pid=79149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:27:11.360932 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device bb1b6391-25e3-46c3-8c69-696e3f257c5a up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:27:11.409119 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0aa976-799c-46f2-9b5d-5ee1211d1493 admin admin] Router cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:27:11.462206 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d2be74b6-81ba-499e-9bb4-d88dec437ee0 None None] Provisioning complete for port f1e0099b-f34d-4b7a-a7a9-0474dce65c59 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:27:11.464376 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d2be74b6-81ba-499e-9bb4-d88dec437ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:11.531621 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning for port bb1b6391-25e3-46c3-8c69-696e3f257c5a completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:27:11.539759 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port bb1b6391-25e3-46c3-8c69-696e3f257c5a triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:27:11.540273 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:11.566532 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d2be74b6-81ba-499e-9bb4-d88dec437ee0 None None] Port f1e0099b-f34d-4b7a-a7a9-0474dce65c59 cannot update to ACTIVE because it is not bound. {{(pid=79150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:27:11.675749 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0aa976-799c-46f2-9b5d-5ee1211d1493 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:27:11.701483 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3a622-98fb-4e7c-896e-9ecd2be83c1d req-266035ff-611a-4886-911c-0294bbfa31c2 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:11.703032 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5fe3a622-98fb-4e7c-896e-9ecd2be83c1d req-266035ff-611a-4886-911c-0294bbfa31c2 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.1878514 Jun 28 12:27:11.704247 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:11.705966 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-ee0aa976-799c-46f2-9b5d-5ee1211d1493 admin admin] 10.222.0.24 "PUT /v2.0/routers/cb35ff7d-b1e6-4939-9f92-7df2101b2ce7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6393614 Jun 28 12:27:11.725197 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] For port bb1b6391-25e3-46c3-8c69-696e3f257c5a, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=bb1b6391-25e3-46c3-8c69-696e3f257c5a,segment=NetworkSegment(4ef2d251-a773-41f5-87cd-cec6f249eb66),segment_id=4ef2d251-a773-41f5-87cd-cec6f249eb66)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:27:11.794621 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5fe3a622-98fb-4e7c-896e-9ecd2be83c1d req-e5bf71ac-806e-4edd-a86b-f58c8f573db3 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689731 Jun 28 12:27:11.822455 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:11.831631 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:12.008204 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Pushing event updated for resources: {'Port': ['ID=bb1b6391-25e3-46c3-8c69-696e3f257c5a,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:12.016171 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:12.136562 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:12.277359 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b98227-c1c5-4bf2-a2d3-acce0d128325 None None] Sync routers for ids ['cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'] in dv-cinder-798094-1-iscsi {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:27:12.289242 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b98227-c1c5-4bf2-a2d3-acce0d128325 None None] Routers {'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:27:12.289701 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-d6b98227-c1c5-4bf2-a2d3-acce0d128325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:27:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:27:12.361635 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bae445-7b8a-4334-923d-32c48b62bd39 req-97879d96-2b42-47d3-9d6d-9cd7963b66f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:12.364405 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d5bae445-7b8a-4334-923d-32c48b62bd39 req-97879d96-2b42-47d3-9d6d-9cd7963b66f4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 1098 time: 0.1035795 Jun 28 12:27:12.445658 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d5bae445-7b8a-4334-923d-32c48b62bd39 req-32f601e5-bbcf-49dc-9758-fd2da983a7a1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658126 Jun 28 12:27:12.535299 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-d6b98227-c1c5-4bf2-a2d3-acce0d128325 None None] Set router cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:27:12.623271 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 47004) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:12.623271 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-aac67a53-2ec9-4654-80ed-512628337c80 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2032646029', 'description': 'tempest-description--1211135923'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:27:12.630001 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-aac67a53-2ec9-4654-80ed-512628337c80 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:27:12.636036 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-aac67a53-2ec9-4654-80ed-512628337c80 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Usage tracker for resource:security_group and tenant:04859a58a39e455e91103d81df922270 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:27:12.639675 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-aac67a53-2ec9-4654-80ed-512628337c80 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:27:12.646342 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-aac67a53-2ec9-4654-80ed-512628337c80 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:27:12.743021 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-aac67a53-2ec9-4654-80ed-512628337c80 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:12.764730 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-aac67a53-2ec9-4654-80ed-512628337c80 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:27:12.769573 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-aac67a53-2ec9-4654-80ed-512628337c80 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Usage tracker for resource:security_group_rule and tenant:04859a58a39e455e91103d81df922270 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:27:12.772937 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-aac67a53-2ec9-4654-80ed-512628337c80 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:27:12.779343 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-aac67a53-2ec9-4654-80ed-512628337c80 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:27:12.878768 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-aac67a53-2ec9-4654-80ed-512628337c80 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:12.914956 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-d6b98227-c1c5-4bf2-a2d3-acce0d128325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'name': 'tempest-AttachVolumeShelveTestJSON-528365198-router', 'tenant_id': '04859a58a39e455e91103d81df922270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:27:02Z', 'updated_at': '2021-06-28T12:27:09Z', 'revision_number': 4, 'project_id': '04859a58a39e455e91103d81df922270', 'gw_port': {'id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:04Z', 'updated_at': '2021-06-28T12:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': 'f1e0099b-f34d-4b7a-a7a9-0474dce65c59', 'name': '', 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'tenant_id': '04859a58a39e455e91103d81df922270', 'mac_address': 'fa:16:3e:77:87:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:08Z', 'updated_at': '2021-06-28T12:27:10Z', 'revision_number': 2, 'project_id': '04859a58a39e455e91103d81df922270', 'subnets': [{'id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:27:12.922338 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b98227-c1c5-4bf2-a2d3-acce0d128325 None None] Checking router: cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 for host: dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:27:12.922338 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b98227-c1c5-4bf2-a2d3-acce0d128325 None None] Updating router cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 port f1e0099b-f34d-4b7a-a7a9-0474dce65c59 binding host dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:27:12.994949 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-aac67a53-2ec9-4654-80ed-512628337c80 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:13.002281 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-3027c152-4e9e-4939-8022-556c02dae5be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:13.028648 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d6b98227-c1c5-4bf2-a2d3-acce0d128325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:13.087503 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d3aa4-985b-4150-9132-d9a36dec20c2 req-876327b1-5544-43f7-a5b2-c89607896789 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:13.096301 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5a4d3aa4-985b-4150-9132-d9a36dec20c2 req-876327b1-5544-43f7-a5b2-c89607896789 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.1592202 Jun 28 12:27:13.121804 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac67a53-2ec9-4654-80ed-512628337c80 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d464fa86-a267-41bf-b828-0052bb599b37,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:13.139591 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-aac67a53-2ec9-4654-80ed-512628337c80 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:13.159142 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5a4d3aa4-985b-4150-9132-d9a36dec20c2 req-f9c21115-e8e4-434e-9ef8-bb0b1e853c25 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598476 Jun 28 12:27:13.279358 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-aac67a53-2ec9-4654-80ed-512628337c80 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:13.281080 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-aac67a53-2ec9-4654-80ed-512628337c80 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6637557 Jun 28 12:27:13.284089 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 47028) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:13.290893 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-2a184d78-bc29-4d4e-bfa1-b6e106fce67b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Request body: {'security_group_rule': {'security_group_id': 'd464fa86-a267-41bf-b828-0052bb599b37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:27:13.297257 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-2a184d78-bc29-4d4e-bfa1-b6e106fce67b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:27:13.309350 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-2a184d78-bc29-4d4e-bfa1-b6e106fce67b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Usage tracker for resource:security_group_rule and tenant:04859a58a39e455e91103d81df922270 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:27:13.312883 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-2a184d78-bc29-4d4e-bfa1-b6e106fce67b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:27:13.319015 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-2a184d78-bc29-4d4e-bfa1-b6e106fce67b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:27:13.344754 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device bb1b6391-25e3-46c3-8c69-696e3f257c5a up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:27:13.462458 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port bb1b6391-25e3-46c3-8c69-696e3f257c5a triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:27:13.462864 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:13.464604 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2a184d78-bc29-4d4e-bfa1-b6e106fce67b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:13.603190 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d6b98227-c1c5-4bf2-a2d3-acce0d128325 None None] Notify callbacks [] for port, precommit_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:13.612244 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2a184d78-bc29-4d4e-bfa1-b6e106fce67b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:13.620430 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d6b98227-c1c5-4bf2-a2d3-acce0d128325 None None] Transition to ACTIVE for port object f1e0099b-f34d-4b7a-a7a9-0474dce65c59 will not be triggered until provisioned by entity L2. {{(pid=79150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:27:13.742008 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2a184d78-bc29-4d4e-bfa1-b6e106fce67b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731641'] for security_group_rule, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:13.744664 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-4d427665-ea3a-4240-a6dd-10c386f548cf tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:13.750558 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d6b98227-c1c5-4bf2-a2d3-acce0d128325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:13.755822 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:13.779765 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a184d78-bc29-4d4e-bfa1-b6e106fce67b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d42b94-7c89-4190-b987-7c5b2da28fbd,revision_number=0']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:13.805536 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-2a184d78-bc29-4d4e-bfa1-b6e106fce67b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:13.908535 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2a184d78-bc29-4d4e-bfa1-b6e106fce67b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:13.910253 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-2a184d78-bc29-4d4e-bfa1-b6e106fce67b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6249316 Jun 28 12:27:13.912814 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 47050) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:13.918517 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-114a0d87-fd46-46c9-baa9-14466c3daf84 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Request body: {'security_group_rule': {'security_group_id': 'd464fa86-a267-41bf-b828-0052bb599b37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:27:13.924616 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-114a0d87-fd46-46c9-baa9-14466c3daf84 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:27:13.928953 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-114a0d87-fd46-46c9-baa9-14466c3daf84 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Usage tracker for resource:security_group_rule and tenant:04859a58a39e455e91103d81df922270 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:27:13.932994 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-114a0d87-fd46-46c9-baa9-14466c3daf84 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:27:13.933476 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:13.938246 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fcbf7d-7c7a-427f-a07b-e82e718146e9 None None] Pushing event updated for resources: {'Port': ['ID=f1e0099b-f34d-4b7a-a7a9-0474dce65c59,revision_number=3']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:13.941004 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-114a0d87-fd46-46c9-baa9-14466c3daf84 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:27:13.949542 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-e7fcbf7d-7c7a-427f-a07b-e82e718146e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:14.054710 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-d6b98227-c1c5-4bf2-a2d3-acce0d128325 None None] Attempting to bind port f1e0099b-f34d-4b7a-a7a9-0474dce65c59 on host dv-cinder-798094-1-iscsi for vnic_type normal with profile {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:27:14.055145 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-d6b98227-c1c5-4bf2-a2d3-acce0d128325 None None] Attempting to bind port f1e0099b-f34d-4b7a-a7a9-0474dce65c59 by drivers openvswitch,hyperv on host dv-cinder-798094-1-iscsi at level 0 using segments [{'id': '23364f25-0914-45c3-9348-f31d0dbc7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418'}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:27:14.055936 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b98227-c1c5-4bf2-a2d3-acce0d128325 None None] Attempting to bind port f1e0099b-f34d-4b7a-a7a9-0474dce65c59 on network ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:27:14.061884 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b98227-c1c5-4bf2-a2d3-acce0d128325 None None] Checking agent: {'id': '97f6a438-5e0c-4082-aba3-e3ff467169d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 16, 39), 'started_at': datetime.datetime(2021, 6, 28, 12, 17, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:27:14.062263 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b98227-c1c5-4bf2-a2d3-acce0d128325 None None] Checking segment: {'id': '23364f25-0914-45c3-9348-f31d0dbc7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:27:14.062668 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d6b98227-c1c5-4bf2-a2d3-acce0d128325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:14.063105 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b98227-c1c5-4bf2-a2d3-acce0d128325 None None] Bound using segment: {'id': '23364f25-0914-45c3-9348-f31d0dbc7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418'} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:27:14.063580 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-d6b98227-c1c5-4bf2-a2d3-acce0d128325 None None] Bound port: f1e0099b-f34d-4b7a-a7a9-0474dce65c59, host: dv-cinder-798094-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23364f25-0914-45c3-9348-f31d0dbc7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418'}}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:27:14.063957 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d6b98227-c1c5-4bf2-a2d3-acce0d128325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:14.114652 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-114a0d87-fd46-46c9-baa9-14466c3daf84 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:14.166119 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-d6b98227-c1c5-4bf2-a2d3-acce0d128325 None None] For port f1e0099b-f34d-4b7a-a7a9-0474dce65c59, host dv-cinder-798094-1-iscsi, cleared binding levels {{(pid=79150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:27:14.169133 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-d6b98227-c1c5-4bf2-a2d3-acce0d128325 None None] For port f1e0099b-f34d-4b7a-a7a9-0474dce65c59, host dv-cinder-798094-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=f1e0099b-f34d-4b7a-a7a9-0474dce65c59,segment=NetworkSegment(23364f25-0914-45c3-9348-f31d0dbc7405),segment_id=23364f25-0914-45c3-9348-f31d0dbc7405)] {{(pid=79150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:27:14.185332 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-114a0d87-fd46-46c9-baa9-14466c3daf84 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:14.308389 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-114a0d87-fd46-46c9-baa9-14466c3daf84 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731641'] for security_group_rule, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:14.309516 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d6b98227-c1c5-4bf2-a2d3-acce0d128325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:14.316681 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-1a065926-1372-43ad-a2db-1dbdfcec668c tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:14.316864 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:14.337160 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a0d87-fd46-46c9-baa9-14466c3daf84 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e04f705-aee7-44ea-bcb5-e32b6b23a816,revision_number=0']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:14.346348 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-114a0d87-fd46-46c9-baa9-14466c3daf84 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:14.396868 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa35c55-e611-4ef8-8c5f-e9f703a28d16 req-53cc5625-8a29-4d8e-bb05-e208fdb9239b tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:14.413470 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3fa35c55-e611-4ef8-8c5f-e9f703a28d16 req-53cc5625-8a29-4d8e-bb05-e208fdb9239b tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.1351628 Jun 28 12:27:14.441851 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-114a0d87-fd46-46c9-baa9-14466c3daf84 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:14.443076 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-114a0d87-fd46-46c9-baa9-14466c3daf84 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5290189 Jun 28 12:27:14.446011 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 47070) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:14.446572 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b98227-c1c5-4bf2-a2d3-acce0d128325 None None] Routers {'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:27:14.447903 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-d6b98227-c1c5-4bf2-a2d3-acce0d128325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:27:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:27:14.451697 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-573c73b3-69d1-49e0-b163-675e4ca6438e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Request body: {'floatingip': {'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:27:14.458433 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-573c73b3-69d1-49e0-b163-675e4ca6438e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:27:14.468716 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3fa35c55-e611-4ef8-8c5f-e9f703a28d16 req-b0d434bd-756e-4665-afe4-56498f80ca39 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542607 Jun 28 12:27:14.472003 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-573c73b3-69d1-49e0-b163-675e4ca6438e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Usage tracker for resource:floatingip and tenant:04859a58a39e455e91103d81df922270 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:27:14.477494 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-573c73b3-69d1-49e0-b163-675e4ca6438e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:27:14.484748 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-573c73b3-69d1-49e0-b163-675e4ca6438e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:27:14.571576 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-573c73b3-69d1-49e0-b163-675e4ca6438e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for floatingip, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:14.602271 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fcbf7d-7c7a-427f-a07b-e82e718146e9 None None] Pushing event updated for resources: {'Port': ['ID=f1e0099b-f34d-4b7a-a7a9-0474dce65c59,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:14.609127 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-e7fcbf7d-7c7a-427f-a07b-e82e718146e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:14.815286 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-573c73b3-69d1-49e0-b163-675e4ca6438e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:14.823107 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-d6b98227-c1c5-4bf2-a2d3-acce0d128325 None None] Set router cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:27:14.960465 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [None req-573c73b3-69d1-49e0-b163-675e4ca6438e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Allocated IP 172.27.0.43 (c9286c56-74de-4de9-a16f-8e0a6aaad408/86bae704-b0f4-4850-808b-6f728b6b20f3/01a0cb2e-295d-45df-bf97-46e2137d745b) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:27:15.165313 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-d6b98227-c1c5-4bf2-a2d3-acce0d128325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'name': 'tempest-AttachVolumeShelveTestJSON-528365198-router', 'tenant_id': '04859a58a39e455e91103d81df922270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:27:02Z', 'updated_at': '2021-06-28T12:27:09Z', 'revision_number': 4, 'project_id': '04859a58a39e455e91103d81df922270', 'gw_port': {'id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:04Z', 'updated_at': '2021-06-28T12:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': 'f1e0099b-f34d-4b7a-a7a9-0474dce65c59', 'name': '', 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'tenant_id': '04859a58a39e455e91103d81df922270', 'mac_address': 'fa:16:3e:77:87:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:08Z', 'updated_at': '2021-06-28T12:27:14Z', 'revision_number': 4, 'project_id': '04859a58a39e455e91103d81df922270', 'subnets': [{'id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:27:15.169894 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b98227-c1c5-4bf2-a2d3-acce0d128325 None None] The sync data for ids ['cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'] in dv-cinder-798094-1-iscsi is: [{'id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'name': 'tempest-AttachVolumeShelveTestJSON-528365198-router', 'tenant_id': '04859a58a39e455e91103d81df922270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:27:02Z', 'updated_at': '2021-06-28T12:27:09Z', 'revision_number': 4, 'project_id': '04859a58a39e455e91103d81df922270', 'gw_port': {'id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:04Z', 'updated_at': '2021-06-28T12:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': 'f1e0099b-f34d-4b7a-a7a9-0474dce65c59', 'name': '', 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'tenant_id': '04859a58a39e455e91103d81df922270', 'mac_address': 'fa:16:3e:77:87:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:08Z', 'updated_at': '2021-06-28T12:27:14Z', 'revision_number': 4, 'project_id': '04859a58a39e455e91103d81df922270', 'subnets': [{'id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:27:15.202515 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-573c73b3-69d1-49e0-b163-675e4ca6438e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:15.365700 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399020f-7b99-4d9b-bf59-84a382ad14d1 req-d6381395-2ae8-42bd-8cb9-ae4e058cda0b tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:15.369284 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8399020f-7b99-4d9b-bf59-84a382ad14d1 req-d6381395-2ae8-42bd-8cb9-ae4e058cda0b tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.1118679 Jun 28 12:27:15.388365 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device f1e0099b-f34d-4b7a-a7a9-0474dce65c59 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:27:15.423819 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8399020f-7b99-4d9b-bf59-84a382ad14d1 req-3bf4ec0b-229d-45d0-a040-5c7094e6695d tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433848 Jun 28 12:27:15.466148 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-573c73b3-69d1-49e0-b163-675e4ca6438e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:15.476014 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:15.565353 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573c73b3-69d1-49e0-b163-675e4ca6438e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Network c9286c56-74de-4de9-a16f-8e0a6aaad408 is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:27:15.569965 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-573c73b3-69d1-49e0-b163-675e4ca6438e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:27:15.576986 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573c73b3-69d1-49e0-b163-675e4ca6438e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:27:15.600083 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning for port f1e0099b-f34d-4b7a-a7a9-0474dce65c59 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:27:15.610999 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c73b3-69d1-49e0-b163-675e4ca6438e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Pushing event updated for resources: {'Port': ['ID=01a0cb2e-295d-45df-bf97-46e2137d745b,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:15.617295 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port f1e0099b-f34d-4b7a-a7a9-0474dce65c59 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:27:15.617875 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:15.621030 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-573c73b3-69d1-49e0-b163-675e4ca6438e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:15.668428 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339a8fa-834b-46e0-9633-c925eef8f6c1 req-8718e7a7-2197-4797-9b89-a6bf949e3e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:15.670564 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-8339a8fa-834b-46e0-9633-c925eef8f6c1 req-8718e7a7-2197-4797-9b89-a6bf949e3e10 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f70e7bdbdb2e4a60bd5652622759bce1&device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 1098 time: 0.2524252 Jun 28 12:27:15.901095 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:15.957481 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] For port f1e0099b-f34d-4b7a-a7a9-0474dce65c59, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=f1e0099b-f34d-4b7a-a7a9-0474dce65c59,segment=NetworkSegment(23364f25-0914-45c3-9348-f31d0dbc7405),segment_id=23364f25-0914-45c3-9348-f31d0dbc7405)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:27:16.022606 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339a8fa-834b-46e0-9633-c925eef8f6c1 req-56ff533d-4774-4e76-8cd6-bbd88ded7adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:16.024169 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-8339a8fa-834b-46e0-9633-c925eef8f6c1 req-56ff533d-4774-4e76-8cd6-bbd88ded7adf service neutron] 10.222.0.64 "GET /v2.0/networks?id=adf81282-f698-47e0-90b1-493d2e00a657 HTTP/1.1" status: 200 len: 920 time: 0.3454723 Jun 28 12:27:16.035406 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:16.040688 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-9312d4a7-abce-4fc8-9a85-231bd29a7949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:16.139586 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-8339a8fa-834b-46e0-9633-c925eef8f6c1 req-be1f86b3-f898-4914-adf5-79dfa5fa9db5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38dc09ed-d07b-4fa5-a688-dc4588629f74 HTTP/1.1" status: 200 len: 217 time: 0.1054213 Jun 28 12:27:16.216479 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-573c73b3-69d1-49e0-b163-675e4ca6438e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:16.219305 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Pushing event updated for resources: {'Port': ['ID=f1e0099b-f34d-4b7a-a7a9-0474dce65c59,revision_number=5']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:16.236965 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:16.261283 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339a8fa-834b-46e0-9633-c925eef8f6c1 req-a44ca1c2-8abd-4b4b-83a9-c8819afa1efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:16.263613 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-8339a8fa-834b-46e0-9633-c925eef8f6c1 req-a44ca1c2-8abd-4b4b-83a9-c8819afa1efe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7dc9caa4-6d90-43c4-8646-fee7b397f523 HTTP/1.1" status: 200 len: 859 time: 0.1092169 Jun 28 12:27:16.316375 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-8339a8fa-834b-46e0-9633-c925eef8f6c1 req-afd504c0-f4a6-461f-adaf-4a9f912ee385 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=adf81282-f698-47e0-90b1-493d2e00a657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454347 Jun 28 12:27:16.432912 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-de66fc19-86f9-4f8f-a8bb-ebcbd21bc5f6 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:16.434432 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-de66fc19-86f9-4f8f-a8bb-ebcbd21bc5f6 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/networks?id=da84cf23-6416-4615-a8fa-d64c4a064a3f HTTP/1.1" status: 200 len: 815 time: 0.1832993 Jun 28 12:27:16.451055 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-928c3b39-b36d-4748-91e5-b8f039fd77cf tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/quotas/36f653daa91445fdab2af86df2ffcada HTTP/1.1" status: 200 len: 375 time: 0.0103228 Jun 28 12:27:16.512766 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-573c73b3-69d1-49e0-b163-675e4ca6438e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:16.583068 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-8339a8fa-834b-46e0-9633-c925eef8f6c1 req-fe258155-7fc4-4989-ad8b-0097e4ad4234 service neutron] 10.222.0.64 "GET /v2.0/networks/adf81282-f698-47e0-90b1-493d2e00a657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590218 Jun 28 12:27:16.583320 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-ae6e738f-c4bb-4ec0-ac57-bdf26909fd2e tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=36f653daa91445fdab2af86df2ffcada&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1188724 Jun 28 12:27:16.788369 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-b96fddc2-7844-4f18-a192-829b89bc233e service neutron] 10.222.0.24 "GET /v2.0/networks/da84cf23-6416-4615-a8fa-d64c4a064a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994069 Jun 28 12:27:16.838917 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-8339a8fa-834b-46e0-9633-c925eef8f6c1 req-d9327886-d143-48cb-9799-95d3ab3ae8fc service neutron] 10.222.0.64 "GET /v2.0/networks/adf81282-f698-47e0-90b1-493d2e00a657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479792 Jun 28 12:27:16.961322 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-573c73b3-69d1-49e0-b163-675e4ca6438e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for port, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:16.987682 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962ba45-04de-4325-820a-378c38c4fc43 req-c265525e-d45b-4d91-8c5e-9840d9b2bf2f tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:16.989171 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e962ba45-04de-4325-820a-378c38c4fc43 req-c265525e-d45b-4d91-8c5e-9840d9b2bf2f tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.3785830 Jun 28 12:27:17.059397 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-d4744376-30f1-4f96-ba83-fc8206e7c1fa service neutron] 10.222.0.24 "GET /v2.0/networks/da84cf23-6416-4615-a8fa-d64c4a064a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749524 Jun 28 12:27:17.064619 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-573c73b3-69d1-49e0-b163-675e4ca6438e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:17.068147 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e962ba45-04de-4325-820a-378c38c4fc43 req-3da70736-6e83-4315-a1c2-abf77fb58ac0 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713236 Jun 28 12:27:17.091383 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:17.217117 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c73b3-69d1-49e0-b163-675e4ca6438e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Pushing event updated for resources: {'Port': ['ID=01a0cb2e-295d-45df-bf97-46e2137d745b,revision_number=2']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:17.238823 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-573c73b3-69d1-49e0-b163-675e4ca6438e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:17.247098 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-573c73b3-69d1-49e0-b163-675e4ca6438e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696881'] for floatingip, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:17.329424 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device f1e0099b-f34d-4b7a-a7a9-0474dce65c59 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:27:17.394269 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-573c73b3-69d1-49e0-b163-675e4ca6438e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for floatingip, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:17.395711 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-573c73b3-69d1-49e0-b163-675e4ca6438e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9486811 Jun 28 12:27:17.472056 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port f1e0099b-f34d-4b7a-a7a9-0474dce65c59 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:27:17.472056 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:17.513209 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c1d6a22f-6252-4333-a56c-6a4443fcf274 req-a54fff50-5ee2-45a2-ace3-e7f9593a2b5e tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=0087681b-7b83-4d5e-b4d7-4b892242ea8d HTTP/1.1" status: 200 len: 210 time: 0.1025655 Jun 28 12:27:17.660288 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-a14a9fa0-fa4a-4fd6-add6-b40d9e2595d0 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Synchronizing usage tracker for tenant:04859a58a39e455e91103d81df922270 on resource:security_group {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:27:17.805565 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-a14a9fa0-fa4a-4fd6-add6-b40d9e2595d0 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Unset dirty status for tenant:04859a58a39e455e91103d81df922270 on resource:security_group {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:27:17.807181 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-a14a9fa0-fa4a-4fd6-add6-b40d9e2595d0 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2032646029&fields=id&tenant_id=04859a58a39e455e91103d81df922270 HTTP/1.1" status: 200 len: 267 time: 0.1915779 Jun 28 12:27:17.990428 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-7d4d8e36-42cb-49ff-ad76-f73afa71ab55 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:17.991409 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-7d4d8e36-42cb-49ff-ad76-f73afa71ab55 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Synchronizing usage tracker for tenant:04859a58a39e455e91103d81df922270 on resource:network {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:27:18.092049 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-7d4d8e36-42cb-49ff-ad76-f73afa71ab55 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Unset dirty status for tenant:04859a58a39e455e91103d81df922270 on resource:network {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:27:18.095328 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-7d4d8e36-42cb-49ff-ad76-f73afa71ab55 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/networks?id=ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 HTTP/1.1" status: 200 len: 816 time: 0.2813666 Jun 28 12:27:18.121396 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-346e15c4-7f40-4bb3-83de-f59e34ee6545 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/quotas/04859a58a39e455e91103d81df922270 HTTP/1.1" status: 200 len: 375 time: 0.0194218 Jun 28 12:27:18.303957 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-a9cdea5c-9002-470b-bb76-4f36edadeb84 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Synchronizing usage tracker for tenant:04859a58a39e455e91103d81df922270 on resource:port {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:27:18.365660 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3595b-dfa3-4f54-b575-2c2e39da81ef req-aad8cd8f-7651-47a4-9ebe-a1a8fc631c49 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:18.367330 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f6e3595b-dfa3-4f54-b575-2c2e39da81ef req-aad8cd8f-7651-47a4-9ebe-a1a8fc631c49 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.1359289 Jun 28 12:27:18.423498 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f6e3595b-dfa3-4f54-b575-2c2e39da81ef req-62001432-5617-4096-9542-8df02a0b7b78 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492518 Jun 28 12:27:18.502606 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-a9cdea5c-9002-470b-bb76-4f36edadeb84 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Unset dirty status for tenant:04859a58a39e455e91103d81df922270 on resource:port {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:27:18.503925 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-a9cdea5c-9002-470b-bb76-4f36edadeb84 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=04859a58a39e455e91103d81df922270&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3816273 Jun 28 12:27:18.672918 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-580b5e6d-e681-48a7-92bb-4f3bc5a42f95 req-94fe1b5f-270a-479f-8353-c63f989c93e6 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=0087681b-7b83-4d5e-b4d7-4b892242ea8d HTTP/1.1" status: 200 len: 210 time: 0.0476515 Jun 28 12:27:18.709733 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-cc1af733-34c4-475d-8c8d-bd0f1ffe823f service neutron] 10.222.0.24 "GET /v2.0/networks/ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929517 Jun 28 12:27:18.852704 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-b11fe448-563e-4a56-bdd7-8435690889c0 service neutron] 10.222.0.24 "GET /v2.0/networks/ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363373 Jun 28 12:27:19.194315 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-19dcd7cd-312b-4129-9c4f-1b8ca8e3166c req-58c63c07-8316-41cc-8881-30dd04c45254 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 210 time: 0.0449440 Jun 28 12:27:19.624814 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e889bdb-cc3a-4b82-a84b-b07350008091 req-57c78410-7718-42bc-9f5f-48b19a3dd271 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:19.626227 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9e889bdb-cc3a-4b82-a84b-b07350008091 req-57c78410-7718-42bc-9f5f-48b19a3dd271 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.0898075 Jun 28 12:27:19.673543 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9e889bdb-cc3a-4b82-a84b-b07350008091 req-89fc1814-a5d3-4572-8d98-671612039663 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410073 Jun 28 12:27:19.831091 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f443d84e-605e-41c9-a342-9381c6e80d76 req-fb699ec2-2804-40bf-bb06-a75728c01fcf tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=0087681b-7b83-4d5e-b4d7-4b892242ea8d HTTP/1.1" status: 200 len: 210 time: 0.0463870 Jun 28 12:27:20.355313 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5abe260e-a24e-467e-8fe7-2403ab090933 req-e580be28-3a68-4924-8626-65d2897d529c tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 210 time: 0.0796914 Jun 28 12:27:20.794005 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-ad7f1a48-437d-4777-8baa-061f9a54d546 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:20.796242 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-ad7f1a48-437d-4777-8baa-061f9a54d546 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.64 "GET /v2.0/networks?id=da84cf23-6416-4615-a8fa-d64c4a064a3f HTTP/1.1" status: 200 len: 815 time: 0.2889087 Jun 28 12:27:20.836617 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-41ad0e1a-092f-4c98-be01-59f1c85811ea tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Request body: {'port': {'device_id': '0087681b-7b83-4d5e-b4d7-4b892242ea8d', 'network_id': 'da84cf23-6416-4615-a8fa-d64c4a064a3f', 'admin_state_up': True, 'tenant_id': '36f653daa91445fdab2af86df2ffcada'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:27:20.854958 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-1c02e7dd-6689-4b6e-9307-8a359928686d req-11072c45-d763-4cbb-9c46-8804b6993898 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2525048 Jun 28 12:27:21.111128 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fff77-7108-4051-887d-e539c79a97f9 req-f66693b1-bdb7-43b2-9e72-6945eff1e780 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:21.118273 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-563fff77-7108-4051-887d-e539c79a97f9 req-f66693b1-bdb7-43b2-9e72-6945eff1e780 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.2356534 Jun 28 12:27:21.147345 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-55726ac5-71e9-47b8-b512-5d3666c0c721 req-a5f587b6-2b5d-4085-a986-d44cfabe35e1 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=0087681b-7b83-4d5e-b4d7-4b892242ea8d HTTP/1.1" status: 200 len: 210 time: 0.0893173 Jun 28 12:27:21.173492 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02e7dd-6689-4b6e-9307-8a359928686d req-fe06bccf-4123-42a6-9d2d-ed407fc01ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:21.175116 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-1c02e7dd-6689-4b6e-9307-8a359928686d req-fe06bccf-4123-42a6-9d2d-ed407fc01ffb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f70e7bdbdb2e4a60bd5652622759bce1&device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 1098 time: 0.2771471 Jun 28 12:27:21.180788 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-563fff77-7108-4051-887d-e539c79a97f9 req-c32f4cff-8557-4274-ac19-cf4887ee42b5 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615294 Jun 28 12:27:21.197670 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-41ad0e1a-092f-4c98-be01-59f1c85811ea tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:27:21.210422 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-41ad0e1a-092f-4c98-be01-59f1c85811ea tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Usage tracker for resource:port and tenant:36f653daa91445fdab2af86df2ffcada is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:27:21.353598 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-41ad0e1a-092f-4c98-be01-59f1c85811ea tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:27:21.361726 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-41ad0e1a-092f-4c98-be01-59f1c85811ea tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:27:21.396633 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02e7dd-6689-4b6e-9307-8a359928686d req-015a6b45-770e-4c44-8873-26b73ae66a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:21.398713 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-1c02e7dd-6689-4b6e-9307-8a359928686d req-015a6b45-770e-4c44-8873-26b73ae66a56 service neutron] 10.222.0.64 "GET /v2.0/networks?id=adf81282-f698-47e0-90b1-493d2e00a657 HTTP/1.1" status: 200 len: 920 time: 0.1980920 Jun 28 12:27:21.671054 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-1c02e7dd-6689-4b6e-9307-8a359928686d req-c4de7ebc-c3d5-4161-b4c2-5beab03ddb31 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38dc09ed-d07b-4fa5-a688-dc4588629f74 HTTP/1.1" status: 200 len: 217 time: 0.0936475 Jun 28 12:27:21.672204 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c7d58301-8de5-407c-b090-9ac18823735d req-90a29a7e-84ae-44e3-a8a0-c31bc9f3bfb7 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 210 time: 0.0453062 Jun 28 12:27:21.672753 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02e7dd-6689-4b6e-9307-8a359928686d req-253b5cd9-1243-45d2-a253-1acac3f6bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:21.672753 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-1c02e7dd-6689-4b6e-9307-8a359928686d req-253b5cd9-1243-45d2-a253-1acac3f6bcd9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7dc9caa4-6d90-43c4-8646-fee7b397f523 HTTP/1.1" status: 200 len: 859 time: 0.0573714 Jun 28 12:27:21.672753 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-1c02e7dd-6689-4b6e-9307-8a359928686d req-3065277c-7ad6-4043-8063-f259af22b9e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=adf81282-f698-47e0-90b1-493d2e00a657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454621 Jun 28 12:27:21.761680 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-1c02e7dd-6689-4b6e-9307-8a359928686d req-d070e510-d64c-4102-8be0-41c3f008e080 service neutron] 10.222.0.64 "GET /v2.0/networks/adf81282-f698-47e0-90b1-493d2e00a657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304073 Jun 28 12:27:21.895442 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-41ad0e1a-092f-4c98-be01-59f1c85811ea tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Made reservation on behalf of 36f653daa91445fdab2af86df2ffcada for: {'port': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:27:21.898887 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-41ad0e1a-092f-4c98-be01-59f1c85811ea tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:21.929413 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-1c02e7dd-6689-4b6e-9307-8a359928686d req-3e197ce9-8c0a-481d-af6b-00ed126466f0 service neutron] 10.222.0.64 "GET /v2.0/networks/adf81282-f698-47e0-90b1-493d2e00a657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437836 Jun 28 12:27:22.093232 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-41ad0e1a-092f-4c98-be01-59f1c85811ea tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Allocated IP 172.20.0.8 (da84cf23-6416-4615-a8fa-d64c4a064a3f/a03ee274-938a-448e-9d48-ec3b7914912f/7839b2ec-0100-493b-8301-6814d9296c7e) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:27:22.316572 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-41ad0e1a-092f-4c98-be01-59f1c85811ea tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:22.351882 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e5c0ea4d-0e17-4dce-abd9-cdefc35fd7f0 req-be593227-928c-48b8-a7a2-9b5ea7cbeecb tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=0087681b-7b83-4d5e-b4d7-4b892242ea8d HTTP/1.1" status: 200 len: 210 time: 0.0442836 Jun 28 12:27:22.435375 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-41ad0e1a-092f-4c98-be01-59f1c85811ea tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:22.445551 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-4c64bfff-6c18-417c-96a2-d45a6fa7f59f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:22.489985 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['0c5423c4-773d-4c8c-bdcf-114397a68321', 'bca80908-6526-42d4-9079-65ee696727cf'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:27:22.515833 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-41ad0e1a-092f-4c98-be01-59f1c85811ea tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Network da84cf23-6416-4615-a8fa-d64c4a064a3f is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:27:22.519375 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-41ad0e1a-092f-4c98-be01-59f1c85811ea tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:27:22.523548 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-41ad0e1a-092f-4c98-be01-59f1c85811ea tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:27:22.563510 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad0e1a-092f-4c98-be01-59f1c85811ea tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Pushing event updated for resources: {'Port': ['ID=7839b2ec-0100-493b-8301-6814d9296c7e,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:22.570593 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-41ad0e1a-092f-4c98-be01-59f1c85811ea tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:22.632143 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-41ad0e1a-092f-4c98-be01-59f1c85811ea tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:22.632777 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-41ad0e1a-092f-4c98-be01-59f1c85811ea tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:22.755452 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-41ad0e1a-092f-4c98-be01-59f1c85811ea tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9306970 Jun 28 12:27:22.779057 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-f0460419-1377-41b5-bbc8-32ada00aa41b service neutron] Request body: {'port': {'device_id': '0087681b-7b83-4d5e-b4d7-4b892242ea8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:27:22.891244 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-35c91288-daf9-4422-a2ea-a64ed401776b req-020b5117-c95d-4faf-8fdf-29f6fdaee6e5 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 210 time: 0.0537529 Jun 28 12:27:23.066833 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-f0460419-1377-41b5-bbc8-32ada00aa41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:23.307069 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-5af854ed-3756-4e10-bbd4-cfdce485d612 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Synchronizing usage tracker for tenant:d731c92df6f44735b6ed8f7290374934 on resource:security_group {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:27:23.428963 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-5af854ed-3756-4e10-bbd4-cfdce485d612 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Unset dirty status for tenant:d731c92df6f44735b6ed8f7290374934 on resource:security_group {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:27:23.430172 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-5af854ed-3756-4e10-bbd4-cfdce485d612 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1103836683&fields=id&tenant_id=d731c92df6f44735b6ed8f7290374934 HTTP/1.1" status: 200 len: 267 time: 0.1977355 Jun 28 12:27:23.488653 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-a4a4dc13-ae1d-40f4-beb4-5678b74d849e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:23.490136 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-a4a4dc13-ae1d-40f4-beb4-5678b74d849e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.64 "GET /v2.0/networks?id=ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 HTTP/1.1" status: 200 len: 816 time: 0.3935790 Jun 28 12:27:23.599781 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-3d2d8311-0ead-4547-b219-1fe523e61308 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Synchronizing usage tracker for tenant:04859a58a39e455e91103d81df922270 on resource:security_group {{(pid=79148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:27:23.679790 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-3d2d8311-0ead-4547-b219-1fe523e61308 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Unset dirty status for tenant:04859a58a39e455e91103d81df922270 on resource:security_group {{(pid=79148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:27:23.681029 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-3d2d8311-0ead-4547-b219-1fe523e61308 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04859a58a39e455e91103d81df922270 HTTP/1.1" status: 200 len: 380 time: 0.1673486 Jun 28 12:27:23.692269 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-eadcfc0b-3931-4a43-8aea-ac23370e32d3 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Request body: {'port': {'device_id': 'd4485b18-118c-4640-8214-4df2eb02fd3c', 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'admin_state_up': True, 'tenant_id': '04859a58a39e455e91103d81df922270', 'security_groups': ['d464fa86-a267-41bf-b828-0052bb599b37']}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:27:23.751275 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-f1aaff7d-7b2e-49b9-8cb3-3cee9a745b8a tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:23.758412 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-f1aaff7d-7b2e-49b9-8cb3-3cee9a745b8a tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/networks?id=611bae97-b201-4ae0-aa3d-b952aec58054 HTTP/1.1" status: 200 len: 812 time: 0.3186011 Jun 28 12:27:23.783586 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-f2178c03-b616-4f3d-aecd-8859189e42d0 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/quotas/d731c92df6f44735b6ed8f7290374934 HTTP/1.1" status: 200 len: 375 time: 0.0239799 Jun 28 12:27:23.867973 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910c568-68a6-4500-bdba-0c983912db24 req-df3b9cd8-37b2-4d51-a9a8-1b80399e34c9 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:23.902601 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b910c568-68a6-4500-bdba-0c983912db24 req-df3b9cd8-37b2-4d51-a9a8-1b80399e34c9 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=0087681b-7b83-4d5e-b4d7-4b892242ea8d HTTP/1.1" status: 200 len: 931 time: 0.4121609 Jun 28 12:27:24.007757 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-eadcfc0b-3931-4a43-8aea-ac23370e32d3 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:27:24.025352 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-eadcfc0b-3931-4a43-8aea-ac23370e32d3 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:27:24.042621 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-f0460419-1377-41b5-bbc8-32ada00aa41b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7839b2ec-0100-493b-8301-6814d9296c7e {{(pid=79148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:27:24.054097 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-f0460419-1377-41b5-bbc8-32ada00aa41b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:24.066570 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b910c568-68a6-4500-bdba-0c983912db24 req-1a711027-8caa-4bd8-b872-456bc7891c5a tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627567 Jun 28 12:27:24.083819 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.provisioning_blocks [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-f0460419-1377-41b5-bbc8-32ada00aa41b service neutron] Transition to ACTIVE for port object 7839b2ec-0100-493b-8301-6814d9296c7e will not be triggered until provisioned by entity L2. {{(pid=79148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:27:24.096310 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-96b2637c-f25b-4a1a-9f0f-2488820cdc0e tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d731c92df6f44735b6ed8f7290374934&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3036880 Jun 28 12:27:24.152889 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 47374) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:24.234778 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-eadcfc0b-3931-4a43-8aea-ac23370e32d3 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Made reservation on behalf of 04859a58a39e455e91103d81df922270 for: {'port': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:27:24.248571 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-eadcfc0b-3931-4a43-8aea-ac23370e32d3 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:24.285833 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-f0460419-1377-41b5-bbc8-32ada00aa41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:24.308183 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:24.317126 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6659ca2e-e099-4402-8baa-f5f6a6fa77df req-8cfdaaf1-32ef-4b72-a9b3-8b8a293fcfbd tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 210 time: 0.0697830 Jun 28 12:27:24.385508 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-22d85dbb-b6d7-442a-80f4-9e37c25ac579 service neutron] 10.222.0.24 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729611 Jun 28 12:27:24.577232 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0460419-1377-41b5-bbc8-32ada00aa41b service neutron] Pushing event updated for resources: {'Port': ['ID=7839b2ec-0100-493b-8301-6814d9296c7e,revision_number=2']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:24.588117 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-f0460419-1377-41b5-bbc8-32ada00aa41b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:24.597993 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-6ab99689-34df-4431-8389-f4178b52e800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:24.629620 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-6ab99689-34df-4431-8389-f4178b52e800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:27:24.649470 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-6ab99689-34df-4431-8389-f4178b52e800 admin admin] Usage tracker for resource:security_group_rule and tenant:c0ed147080ee4ca48238b1388966a325 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:27:24.654887 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-6ab99689-34df-4431-8389-f4178b52e800 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:27:24.663395 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-6ab99689-34df-4431-8389-f4178b52e800 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:27:24.672489 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-648e83f2-b7f4-46d4-8ed8-9b916c00f6d3 service neutron] 10.222.0.24 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861469 Jun 28 12:27:24.713816 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d699d8-7182-40be-b79b-a31c6738000b req-592a3617-b945-4aec-9c07-47a8c6ddda73 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:24.715452 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-80d699d8-7182-40be-b79b-a31c6738000b req-592a3617-b945-4aec-9c07-47a8c6ddda73 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.1863265 Jun 28 12:27:24.772953 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-f0460419-1377-41b5-bbc8-32ada00aa41b service neutron] Attempting to bind port 7839b2ec-0100-493b-8301-6814d9296c7e on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:27:24.776505 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-f0460419-1377-41b5-bbc8-32ada00aa41b service neutron] Attempting to bind port 7839b2ec-0100-493b-8301-6814d9296c7e by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'ab8b06c2-e425-45b6-bf41-f136c4198aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'da84cf23-6416-4615-a8fa-d64c4a064a3f'}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:27:24.776505 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-f0460419-1377-41b5-bbc8-32ada00aa41b service neutron] Attempting to bind port 7839b2ec-0100-493b-8301-6814d9296c7e on network da84cf23-6416-4615-a8fa-d64c4a064a3f {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:27:24.786597 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-f0460419-1377-41b5-bbc8-32ada00aa41b service neutron] Port 7839b2ec-0100-493b-8301-6814d9296c7e on network da84cf23-6416-4615-a8fa-d64c4a064a3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:27:24.787080 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-f0460419-1377-41b5-bbc8-32ada00aa41b service neutron] Attempting to bind port 7839b2ec-0100-493b-8301-6814d9296c7e on network da84cf23-6416-4615-a8fa-d64c4a064a3f {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:27:24.795361 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-80d699d8-7182-40be-b79b-a31c6738000b req-009e9985-734b-49ae-9872-dcb63d702e96 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715632 Jun 28 12:27:24.800924 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-f0460419-1377-41b5-bbc8-32ada00aa41b service neutron] Checking agent: {'id': '406cf176-031c-46fa-bfd0-dd20e5845d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'started_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:27:24.801369 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-f0460419-1377-41b5-bbc8-32ada00aa41b service neutron] Checking segment: {'id': 'ab8b06c2-e425-45b6-bf41-f136c4198aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'da84cf23-6416-4615-a8fa-d64c4a064a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:27:24.801898 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-f0460419-1377-41b5-bbc8-32ada00aa41b service neutron] Bound using segment: {'id': 'ab8b06c2-e425-45b6-bf41-f136c4198aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'da84cf23-6416-4615-a8fa-d64c4a064a3f'} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:27:24.802450 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-f0460419-1377-41b5-bbc8-32ada00aa41b service neutron] Bound port: 7839b2ec-0100-493b-8301-6814d9296c7e, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab8b06c2-e425-45b6-bf41-f136c4198aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'da84cf23-6416-4615-a8fa-d64c4a064a3f'}}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:27:24.802938 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-f0460419-1377-41b5-bbc8-32ada00aa41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:24.813767 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-eadcfc0b-3931-4a43-8aea-ac23370e32d3 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Allocated IP 172.20.0.4 (ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418/1061743c-39d2-4e9e-96b2-fc1ad65e7f7c/4114eaad-f578-4bf1-ae55-872b59876a3b) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:27:24.885594 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-6ab99689-34df-4431-8389-f4178b52e800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:24.994391 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-f0460419-1377-41b5-bbc8-32ada00aa41b service neutron] For port 7839b2ec-0100-493b-8301-6814d9296c7e, host hv-cinder-79809, cleared binding levels {{(pid=79148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:27:25.017542 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-6ab99689-34df-4431-8389-f4178b52e800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:25.044358 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-2cab3bc9-432c-4442-ae34-f07911f33b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:25.060201 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-f0460419-1377-41b5-bbc8-32ada00aa41b service neutron] For port 7839b2ec-0100-493b-8301-6814d9296c7e, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=7839b2ec-0100-493b-8301-6814d9296c7e,segment=NetworkSegment(ab8b06c2-e425-45b6-bf41-f136c4198aee),segment_id=ab8b06c2-e425-45b6-bf41-f136c4198aee)] {{(pid=79148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:27:25.075151 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:25.095049 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-6ab99689-34df-4431-8389-f4178b52e800 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c0ed147080ee4ca48238b1388966a325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9385700 Jun 28 12:27:25.095599 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 47402) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:25.098001 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab99689-34df-4431-8389-f4178b52e800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a81531-e55e-4c48-a0e7-2a5deaa047d0,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:25.101463 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-6ab99689-34df-4431-8389-f4178b52e800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:25.159816 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-eadcfc0b-3931-4a43-8aea-ac23370e32d3 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:25.194602 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.provisioning_blocks [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-eadcfc0b-3931-4a43-8aea-ac23370e32d3 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Transition to ACTIVE for port object 4114eaad-f578-4bf1-ae55-872b59876a3b will not be triggered until provisioned by entity DHCP. {{(pid=79148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:27:25.222171 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-faa4723e-13d7-4996-857f-67d82528e055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:25.222171 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-f0460419-1377-41b5-bbc8-32ada00aa41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:25.226710 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:25.301901 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-f0460419-1377-41b5-bbc8-32ada00aa41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:25.302513 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-f0460419-1377-41b5-bbc8-32ada00aa41b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:25.303909 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-f0460419-1377-41b5-bbc8-32ada00aa41b service neutron] 10.222.0.64 "PUT /v2.0/ports/7839b2ec-0100-493b-8301-6814d9296c7e HTTP/1.1" status: 200 len: 1093 time: 2.5298035 Jun 28 12:27:25.320689 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0087681b-7b83-4d5e-b4d7-4b892242ea8d', 'tag': '7839b2ec-0100-493b-8301-6814d9296c7e'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:27:25.337891 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-faa4723e-13d7-4996-857f-67d82528e055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:25.367116 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0460419-1377-41b5-bbc8-32ada00aa41b service neutron] Pushing event updated for resources: {'Port': ['ID=7839b2ec-0100-493b-8301-6814d9296c7e,revision_number=3']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:25.380584 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-f0460419-1377-41b5-bbc8-32ada00aa41b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:25.430526 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:27:25.503007 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-eadcfc0b-3931-4a43-8aea-ac23370e32d3 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:25.513681 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-f0460419-1377-41b5-bbc8-32ada00aa41b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:25.559451 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-faa4723e-13d7-4996-857f-67d82528e055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:25.612737 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-eadcfc0b-3931-4a43-8aea-ac23370e32d3 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Network ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:27:25.617097 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-eadcfc0b-3931-4a43-8aea-ac23370e32d3 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:27:25.624007 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-eadcfc0b-3931-4a43-8aea-ac23370e32d3 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:27:25.649813 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadcfc0b-3931-4a43-8aea-ac23370e32d3 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Pushing event updated for resources: {'Port': ['ID=4114eaad-f578-4bf1-ae55-872b59876a3b,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:25.658245 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-eadcfc0b-3931-4a43-8aea-ac23370e32d3 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:25.662642 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-ec3277b8-be2e-4619-8a20-f4310ff7822f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:25.685501 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4723e-13d7-4996-857f-67d82528e055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a81531-e55e-4c48-a0e7-2a5deaa047d0,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:25.691449 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-faa4723e-13d7-4996-857f-67d82528e055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:25.725158 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-eadcfc0b-3931-4a43-8aea-ac23370e32d3 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:25.725805 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-eadcfc0b-3931-4a43-8aea-ac23370e32d3 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:25.732528 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-da3b1718-a840-4152-b6f9-c7e5b89900dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:25.734021 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-da3b1718-a840-4152-b6f9-c7e5b89900dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=36f653daa91445fdab2af86df2ffcada&device_id=0087681b-7b83-4d5e-b4d7-4b892242ea8d HTTP/1.1" status: 200 len: 1096 time: 0.2774873 Jun 28 12:27:25.742640 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-faa4723e-13d7-4996-857f-67d82528e055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:25.746206 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-faa4723e-13d7-4996-857f-67d82528e055 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42a81531-e55e-4c48-a0e7-2a5deaa047d0 HTTP/1.1" status: 204 len: 168 time: 0.6472895 Jun 28 12:27:25.914489 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-2bb5afce-0a11-413d-96fb-c07113f20cdc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7839b2ec-0100-493b-8301-6814d9296c7e HTTP/1.1" status: 200 len: 217 time: 0.1607621 Jun 28 12:27:25.964532 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-eadcfc0b-3931-4a43-8aea-ac23370e32d3 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2771719 Jun 28 12:27:25.971965 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-49303587-d6b4-4bbd-832d-556779b5a37f None None] Provisioning for port 4114eaad-f578-4bf1-ae55-872b59876a3b completed by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:27:25.986727 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Request body: {'port': {'device_id': 'd4485b18-118c-4640-8214-4df2eb02fd3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:27:25.987964 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-49303587-d6b4-4bbd-832d-556779b5a37f None None] Provisioning complete for port 4114eaad-f578-4bf1-ae55-872b59876a3b triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:27:25.989846 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-49303587-d6b4-4bbd-832d-556779b5a37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:26.067858 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-b849a0a0-6645-4825-9bea-acd479eb93d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:26.069420 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-b849a0a0-6645-4825-9bea-acd479eb93d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a03ee274-938a-448e-9d48-ec3b7914912f HTTP/1.1" status: 200 len: 855 time: 0.1452982 Jun 28 12:27:26.090189 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-49303587-d6b4-4bbd-832d-556779b5a37f None None] Port 4114eaad-f578-4bf1-ae55-872b59876a3b cannot update to ACTIVE because it is not bound. {{(pid=79150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:27:26.178816 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-a92e16a9-7c95-4c6a-a62d-525288da2488 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da84cf23-6416-4615-a8fa-d64c4a064a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646794 Jun 28 12:27:26.232135 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817512a-4061-476a-b2c3-f8981ad7ee2a req-3de7e2c5-8c45-46d7-b64f-972f39ad7ebe tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:26.234372 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9817512a-4061-476a-b2c3-f8981ad7ee2a req-3de7e2c5-8c45-46d7-b64f-972f39ad7ebe tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=0087681b-7b83-4d5e-b4d7-4b892242ea8d HTTP/1.1" status: 200 len: 943 time: 0.1294241 Jun 28 12:27:26.261598 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:26.310117 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0087681b-7b83-4d5e-b4d7-4b892242ea8d', 'tag': '7839b2ec-0100-493b-8301-6814d9296c7e', 'status': 'completed', 'code': 200} Jun 28 12:27:26.331523 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9817512a-4061-476a-b2c3-f8981ad7ee2a req-cc53c305-7e79-4483-a460-2c408eb76e5a tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912328 Jun 28 12:27:26.485478 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b945b5ad-864b-458c-a5a7-a03318787e48 req-8aa6b156-cb68-490c-bd8b-2efb62c6ea3c tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 210 time: 0.0875621 Jun 28 12:27:26.581096 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-bffa7e43-61ae-4d20-bc61-d692e44b17da service neutron] 10.222.0.64 "GET /v2.0/networks/da84cf23-6416-4615-a8fa-d64c4a064a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904212 Jun 28 12:27:26.629293 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8debd5-a408-4945-8466-5c48e7188912 req-87b74e4a-3713-4f7e-8ccb-dba36e118faf tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:26.631732 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5e8debd5-a408-4945-8466-5c48e7188912 req-87b74e4a-3713-4f7e-8ccb-dba36e118faf tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 931 time: 0.1067166 Jun 28 12:27:26.688804 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5e8debd5-a408-4945-8466-5c48e7188912 req-ffb4a0db-1a41-46ec-988e-71cd15b54ab1 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508134 Jun 28 12:27:26.904468 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-5ab5d105-f9d4-460a-bcab-2c5b175958bd req-39ed4ff4-c57b-482d-bb9d-8eb36f3749ca service neutron] 10.222.0.64 "GET /v2.0/networks/da84cf23-6416-4615-a8fa-d64c4a064a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142772 Jun 28 12:27:26.965349 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 47456) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:26.984599 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-e699601b-ea1b-4536-ad50-011cbb5e9d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:27.004800 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-e699601b-ea1b-4536-ad50-011cbb5e9d95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:27:27.009374 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-e699601b-ea1b-4536-ad50-011cbb5e9d95 admin admin] Usage tracker for resource:security_group_rule and tenant:7552286a05ae44c3a50818981fab2c41 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:27:27.014461 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-e699601b-ea1b-4536-ad50-011cbb5e9d95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:27:27.023786 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-e699601b-ea1b-4536-ad50-011cbb5e9d95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:27:27.060614 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4114eaad-f578-4bf1-ae55-872b59876a3b {{(pid=79148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:27:27.070617 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:27.091177 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.provisioning_blocks [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Transition to ACTIVE for port object 4114eaad-f578-4bf1-ae55-872b59876a3b will not be triggered until provisioned by entity L2. {{(pid=79148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:27:27.137458 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-e699601b-ea1b-4536-ad50-011cbb5e9d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:27.182419 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51d69c-50a2-44a1-a1dd-b1b6b6428ac0 req-8efdb87e-fd63-4803-b83d-ed6c738b0a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:27.187577 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-7f51d69c-50a2-44a1-a1dd-b1b6b6428ac0 req-8efdb87e-fd63-4803-b83d-ed6c738b0a65 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=36f653daa91445fdab2af86df2ffcada&device_id=0087681b-7b83-4d5e-b4d7-4b892242ea8d HTTP/1.1" status: 200 len: 1096 time: 0.0947614 Jun 28 12:27:27.230209 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-e699601b-ea1b-4536-ad50-011cbb5e9d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:27.232362 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:27.238513 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:27.240024 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-89e86ba2-62db-4890-9fcb-b5f2f8dde0db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:27.283771 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-e699601b-ea1b-4536-ad50-011cbb5e9d95 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7552286a05ae44c3a50818981fab2c41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173401 Jun 28 12:27:27.286360 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699601b-ea1b-4536-ad50-011cbb5e9d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efedc62-725f-41ee-a5c8-0207598fd71e,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:27.288673 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 47462) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:27.312640 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699601b-ea1b-4536-ad50-011cbb5e9d95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:27.313001 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699601b-ea1b-4536-ad50-011cbb5e9d95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:27.313352 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699601b-ea1b-4536-ad50-011cbb5e9d95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:27.313690 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699601b-ea1b-4536-ad50-011cbb5e9d95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:27.314031 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699601b-ea1b-4536-ad50-011cbb5e9d95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:27.314368 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699601b-ea1b-4536-ad50-011cbb5e9d95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:27.314702 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699601b-ea1b-4536-ad50-011cbb5e9d95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:27.315065 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699601b-ea1b-4536-ad50-011cbb5e9d95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:27.315396 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699601b-ea1b-4536-ad50-011cbb5e9d95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:27.315732 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699601b-ea1b-4536-ad50-011cbb5e9d95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:27.316054 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699601b-ea1b-4536-ad50-011cbb5e9d95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:27.316380 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699601b-ea1b-4536-ad50-011cbb5e9d95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:27.320442 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-e699601b-ea1b-4536-ad50-011cbb5e9d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:27.385280 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8d9b4380-b162-48af-a147-0bd5dfaddd51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:27.432216 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8d9b4380-b162-48af-a147-0bd5dfaddd51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:27.442597 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Pushing event updated for resources: {'Port': ['ID=4114eaad-f578-4bf1-ae55-872b59876a3b,revision_number=2']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:27.539591 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51d69c-50a2-44a1-a1dd-b1b6b6428ac0 req-cafd0c0f-b210-4320-abc4-71f5803dab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:27.541643 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-7f51d69c-50a2-44a1-a1dd-b1b6b6428ac0 req-cafd0c0f-b210-4320-abc4-71f5803dab8d service neutron] 10.222.0.64 "GET /v2.0/networks?id=da84cf23-6416-4615-a8fa-d64c4a064a3f HTTP/1.1" status: 200 len: 916 time: 0.3446090 Jun 28 12:27:27.551954 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:27.553012 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:27.553514 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:27.554023 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:27.554530 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:27.555099 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:27.555753 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:27.556251 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:27.556849 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:27.558832 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:27.559500 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:27.560029 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:27.629334 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:27.657450 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fcd297-9a3d-45a1-826a-25df0433044e req-ff3eb685-89b2-4493-8b66-28d754b6f942 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:27.659818 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f3fcd297-9a3d-45a1-826a-25df0433044e req-ff3eb685-89b2-4493-8b66-28d754b6f942 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=0087681b-7b83-4d5e-b4d7-4b892242ea8d HTTP/1.1" status: 200 len: 943 time: 0.1669600 Jun 28 12:27:27.729223 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-7f51d69c-50a2-44a1-a1dd-b1b6b6428ac0 req-95cb0678-d37f-425c-b665-484ea2269215 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7839b2ec-0100-493b-8301-6814d9296c7e HTTP/1.1" status: 200 len: 217 time: 0.1007211 Jun 28 12:27:27.731662 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Attempting to bind port 4114eaad-f578-4bf1-ae55-872b59876a3b on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:27:27.731987 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Attempting to bind port 4114eaad-f578-4bf1-ae55-872b59876a3b by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '23364f25-0914-45c3-9348-f31d0dbc7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418'}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:27:27.732303 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Attempting to bind port 4114eaad-f578-4bf1-ae55-872b59876a3b on network ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:27:27.737549 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Port 4114eaad-f578-4bf1-ae55-872b59876a3b on network ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:27:27.737926 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Attempting to bind port 4114eaad-f578-4bf1-ae55-872b59876a3b on network ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:27:27.758634 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6494fee9-4e67-4973-ad00-2b8a31dda59f req-fc681d3f-b018-46ca-9573-e94e8dd46e43 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 210 time: 0.0790641 Jun 28 12:27:27.759488 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8d9b4380-b162-48af-a147-0bd5dfaddd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:27.781090 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-89622561-0d50-4a26-87dd-6c637fb18e70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:27.827639 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f3fcd297-9a3d-45a1-826a-25df0433044e req-fde61efd-4792-42b5-aff8-0ef7394815fa tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616304 Jun 28 12:27:27.828921 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b4380-b162-48af-a147-0bd5dfaddd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efedc62-725f-41ee-a5c8-0207598fd71e,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:27.834145 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-8d9b4380-b162-48af-a147-0bd5dfaddd51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:27.835665 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8d9b4380-b162-48af-a147-0bd5dfaddd51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:27.837424 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-8d9b4380-b162-48af-a147-0bd5dfaddd51 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9efedc62-725f-41ee-a5c8-0207598fd71e HTTP/1.1" status: 204 len: 168 time: 0.5476394 Jun 28 12:27:27.928645 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Checking agent: {'id': '406cf176-031c-46fa-bfd0-dd20e5845d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'started_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:27:27.928993 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Checking segment: {'id': '23364f25-0914-45c3-9348-f31d0dbc7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:27:27.929423 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Bound using segment: {'id': '23364f25-0914-45c3-9348-f31d0dbc7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418'} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:27:27.929870 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Bound port: 4114eaad-f578-4bf1-ae55-872b59876a3b, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23364f25-0914-45c3-9348-f31d0dbc7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418'}}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:27:27.930206 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:28.023568 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51d69c-50a2-44a1-a1dd-b1b6b6428ac0 req-4f72249b-23cc-470b-9bc1-43f09a0cc0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:28.025029 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-7f51d69c-50a2-44a1-a1dd-b1b6b6428ac0 req-4f72249b-23cc-470b-9bc1-43f09a0cc0d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a03ee274-938a-448e-9d48-ec3b7914912f HTTP/1.1" status: 200 len: 855 time: 0.2811761 Jun 28 12:27:28.037914 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4180954-c37e-4efb-8666-7cafd1735465 req-c7d3a981-6674-41fa-b4f8-3a75329c231b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:28.039534 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e4180954-c37e-4efb-8666-7cafd1735465 req-c7d3a981-6674-41fa-b4f8-3a75329c231b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 943 time: 0.1285069 Jun 28 12:27:28.120576 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e4180954-c37e-4efb-8666-7cafd1735465 req-94718ab5-1207-4acd-9d50-6fd213fbb86b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650020 Jun 28 12:27:28.131144 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-7f51d69c-50a2-44a1-a1dd-b1b6b6428ac0 req-134af139-bcb1-4f2b-9a3f-476ebb673a66 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da84cf23-6416-4615-a8fa-d64c4a064a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815735 Jun 28 12:27:28.201065 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] For port 4114eaad-f578-4bf1-ae55-872b59876a3b, host hv-cinder-79809, cleared binding levels {{(pid=79148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:27:28.216416 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] For port 4114eaad-f578-4bf1-ae55-872b59876a3b, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=4114eaad-f578-4bf1-ae55-872b59876a3b,segment=NetworkSegment(23364f25-0914-45c3-9348-f31d0dbc7405),segment_id=23364f25-0914-45c3-9348-f31d0dbc7405)] {{(pid=79148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:27:28.309974 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-7f51d69c-50a2-44a1-a1dd-b1b6b6428ac0 req-86f9f9c3-32db-4c7b-b518-dc17508cf692 service neutron] 10.222.0.64 "GET /v2.0/networks/da84cf23-6416-4615-a8fa-d64c4a064a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614881 Jun 28 12:27:28.352116 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:28.359064 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:28.484455 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:28.484455 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:28.485539 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] 10.222.0.64 "PUT /v2.0/ports/4114eaad-f578-4bf1-ae55-872b59876a3b HTTP/1.1" status: 200 len: 1093 time: 2.5031006 Jun 28 12:27:28.488347 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4485b18-118c-4640-8214-4df2eb02fd3c', 'tag': '4114eaad-f578-4bf1-ae55-872b59876a3b'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:27:28.515523 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Pushing event updated for resources: {'Port': ['ID=4114eaad-f578-4bf1-ae55-872b59876a3b,revision_number=3']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:28.535883 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:28.559954 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-7f51d69c-50a2-44a1-a1dd-b1b6b6428ac0 req-d2f6ed4a-67d5-4637-997d-ee1c85b7ea40 service neutron] 10.222.0.64 "GET /v2.0/networks/da84cf23-6416-4615-a8fa-d64c4a064a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429028 Jun 28 12:27:28.561532 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4485b18-118c-4640-8214-4df2eb02fd3c', 'tag': '4114eaad-f578-4bf1-ae55-872b59876a3b', 'status': 'completed', 'code': 200} Jun 28 12:27:28.581399 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 7839b2ec-0100-493b-8301-6814d9296c7e details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:27:28.797585 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed774f-e097-4349-946c-ca99d130813e req-0416c1eb-d456-430c-b830-4b4474f4f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:28.800505 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-a4ed774f-e097-4349-946c-ca99d130813e req-0416c1eb-d456-430c-b830-4b4474f4f5de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04859a58a39e455e91103d81df922270&device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 1096 time: 0.1740646 Jun 28 12:27:28.845273 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 7839b2ec-0100-493b-8301-6814d9296c7e, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=7839b2ec-0100-493b-8301-6814d9296c7e,segment=NetworkSegment(ab8b06c2-e425-45b6-bf41-f136c4198aee),segment_id=ab8b06c2-e425-45b6-bf41-f136c4198aee)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:27:28.862051 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Returning: {'device': '7839b2ec-0100-493b-8301-6814d9296c7e', 'network_id': 'da84cf23-6416-4615-a8fa-d64c4a064a3f', 'port_id': '7839b2ec-0100-493b-8301-6814d9296c7e', 'mac_address': 'fa:16:3e:d0:ab:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a03ee274-938a-448e-9d48-ec3b7914912f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:27:29.000217 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8b2eecdd-451b-4f22-9329-8c35b04a36cc req-d4fa7cc1-3b8b-432f-8fd6-a80d74bc6ce1 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 210 time: 0.1015716 Jun 28 12:27:29.010349 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:29.041735 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7839b2ec-0100-493b-8301-6814d9296c7e {{(pid=79150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:27:29.068359 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 7839b2ec-0100-493b-8301-6814d9296c7e, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=7839b2ec-0100-493b-8301-6814d9296c7e,segment=NetworkSegment(ab8b06c2-e425-45b6-bf41-f136c4198aee),segment_id=ab8b06c2-e425-45b6-bf41-f136c4198aee)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:27:29.100481 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed774f-e097-4349-946c-ca99d130813e req-ff087281-4fad-4b76-bd1b-fbcae6be7574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:29.102206 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-a4ed774f-e097-4349-946c-ca99d130813e req-ff087281-4fad-4b76-bd1b-fbcae6be7574 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=04859a58a39e455e91103d81df922270&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2833569 Jun 28 12:27:29.127950 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782e039-91a8-4243-a63e-2c1358423cbf req-a4f7ee89-be0c-4079-99f8-3a1ba8fc6c68 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:29.129718 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e782e039-91a8-4243-a63e-2c1358423cbf req-a4f7ee89-be0c-4079-99f8-3a1ba8fc6c68 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=0087681b-7b83-4d5e-b4d7-4b892242ea8d HTTP/1.1" status: 200 len: 943 time: 0.1046607 Jun 28 12:27:29.200508 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:29.202500 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:29.203792 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e782e039-91a8-4243-a63e-2c1358423cbf req-c09329ec-eb5e-46d1-9480-fb3be5544afd tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649405 Jun 28 12:27:29.323264 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=7839b2ec-0100-493b-8301-6814d9296c7e,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:29.325155 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:29.386046 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed774f-e097-4349-946c-ca99d130813e req-17d360e6-0428-47db-898d-480f0f091957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:29.387615 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-a4ed774f-e097-4349-946c-ca99d130813e req-17d360e6-0428-47db-898d-480f0f091957 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2733812 Jun 28 12:27:29.417240 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f00a70-4d6e-4a25-be9a-87ba9e74815c req-a81a80a7-8018-415d-85ea-7a3c347e5b22 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:29.423322 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d5f00a70-4d6e-4a25-be9a-87ba9e74815c req-a81a80a7-8018-415d-85ea-7a3c347e5b22 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 943 time: 0.1361177 Jun 28 12:27:29.487570 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d5f00a70-4d6e-4a25-be9a-87ba9e74815c req-1a0b34a9-ee33-4b07-8a88-b2b298e4572b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621405 Jun 28 12:27:29.557600 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-d63760ba-5429-468a-b684-0ced49d4b8d4 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:29.558312 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-d63760ba-5429-468a-b684-0ced49d4b8d4 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Synchronizing usage tracker for tenant:d731c92df6f44735b6ed8f7290374934 on resource:network {{(pid=79148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:27:29.574324 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['7839b2ec-0100-493b-8301-6814d9296c7e'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:27:29.598018 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-5cd9a444-3eca-4be0-b36e-ddf998a1d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:29.599558 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-5cd9a444-3eca-4be0-b36e-ddf998a1d289 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04859a58a39e455e91103d81df922270&device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 1096 time: 0.1329725 Jun 28 12:27:29.693945 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-b56f0ca5-2bce-4e1d-a11b-22092d3784db service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4114eaad-f578-4bf1-ae55-872b59876a3b HTTP/1.1" status: 200 len: 217 time: 0.0710058 Jun 28 12:27:29.749779 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-d63760ba-5429-468a-b684-0ced49d4b8d4 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Unset dirty status for tenant:d731c92df6f44735b6ed8f7290374934 on resource:network {{(pid=79148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:27:29.749779 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-d63760ba-5429-468a-b684-0ced49d4b8d4 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.64 "GET /v2.0/networks?id=611bae97-b201-4ae0-aa3d-b952aec58054 HTTP/1.1" status: 200 len: 812 time: 0.4364123 Jun 28 12:27:29.805140 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-fbb93ee3-a076-422d-bbfa-229f09a6e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:29.825840 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-fbb93ee3-a076-422d-bbfa-229f09a6e0ce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1061743c-39d2-4e9e-96b2-fc1ad65e7f7c HTTP/1.1" status: 200 len: 855 time: 0.1202936 Jun 28 12:27:29.931160 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 47546) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:30.055405 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-b43c9a7e-2171-4fec-965a-d727636a895b tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Synchronizing usage tracker for tenant:d731c92df6f44735b6ed8f7290374934 on resource:security_group {{(pid=79148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:27:30.079322 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-b43c9a7e-2171-4fec-965a-d727636a895b tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Unset dirty status for tenant:d731c92df6f44735b6ed8f7290374934 on resource:security_group {{(pid=79148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:27:30.081047 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-b43c9a7e-2171-4fec-965a-d727636a895b tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d731c92df6f44735b6ed8f7290374934 HTTP/1.1" status: 200 len: 380 time: 0.3122902 Jun 28 12:27:30.104689 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-a8fa1f50-23ff-4451-8b11-55e84b2822a8 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Request body: {'port': {'device_id': '123b1319-b447-483a-aac4-3a9bc7699778', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'admin_state_up': True, 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'security_groups': ['7d2cc358-66d5-4461-b072-0a0c6d13029c']}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:27:30.214254 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-38f1ea16-3c43-4366-aa6c-e3cbcacc35fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:30.252167 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-40c8537f-8381-48e0-a69e-8acfd429b938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:30.253722 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-40c8537f-8381-48e0-a69e-8acfd429b938 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4146926 Jun 28 12:27:30.328331 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-38f1ea16-3c43-4366-aa6c-e3cbcacc35fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:27:30.332675 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-38f1ea16-3c43-4366-aa6c-e3cbcacc35fe admin admin] Usage tracker for resource:security_group_rule and tenant:f5fb18ccbeb44b66b437cc27108c73eb is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:27:30.336417 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-38f1ea16-3c43-4366-aa6c-e3cbcacc35fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:27:30.343879 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-38f1ea16-3c43-4366-aa6c-e3cbcacc35fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:27:30.395560 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9db633e5-fcb7-4f53-b205-57a144aadd74 req-e1062598-7de7-444e-8ae7-5960c9b9a5ee tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 210 time: 0.2150564 Jun 28 12:27:30.501007 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-38f1ea16-3c43-4366-aa6c-e3cbcacc35fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:30.506458 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-a8fa1f50-23ff-4451-8b11-55e84b2822a8 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:27:30.515344 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-a8fa1f50-23ff-4451-8b11-55e84b2822a8 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Usage tracker for resource:port and tenant:d731c92df6f44735b6ed8f7290374934 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:27:30.519756 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-a8fa1f50-23ff-4451-8b11-55e84b2822a8 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:27:30.520750 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81b1f7-cdea-492c-a67c-3e069f675a75 req-ce512736-0c97-4b7f-9ac0-cd79d1f0c733 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:30.522850 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-eb81b1f7-cdea-492c-a67c-3e069f675a75 req-ce512736-0c97-4b7f-9ac0-cd79d1f0c733 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=0087681b-7b83-4d5e-b4d7-4b892242ea8d HTTP/1.1" status: 200 len: 944 time: 0.1299109 Jun 28 12:27:30.530306 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-a8fa1f50-23ff-4451-8b11-55e84b2822a8 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:27:30.572840 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-ce74eeec-9456-4c09-a83f-ffd805ae1df4 service neutron] 10.222.0.64 "GET /v2.0/networks/ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946310 Jun 28 12:27:30.601062 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 7839b2ec-0100-493b-8301-6814d9296c7e up at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:27:30.611176 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-eb81b1f7-cdea-492c-a67c-3e069f675a75 req-57ed7dbe-338d-4b00-8448-4ef2fa834f68 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771816 Jun 28 12:27:30.612411 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-38f1ea16-3c43-4366-aa6c-e3cbcacc35fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:30.623211 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-d3d8cd58-d2c9-4523-8437-3269b83a8d87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:30.723608 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-38f1ea16-3c43-4366-aa6c-e3cbcacc35fe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5fb18ccbeb44b66b437cc27108c73eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7906930 Jun 28 12:27:30.736229 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 47574) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:30.736392 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1ea16-3c43-4366-aa6c-e3cbcacc35fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4ec11d-44e0-402b-94e3-1fe28b99f0c6,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:30.736493 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-a8fa1f50-23ff-4451-8b11-55e84b2822a8 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Made reservation on behalf of d731c92df6f44735b6ed8f7290374934 for: {'port': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:27:30.737308 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-38f1ea16-3c43-4366-aa6c-e3cbcacc35fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:30.753107 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-a8fa1f50-23ff-4451-8b11-55e84b2822a8 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:30.800274 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a54097-97b1-468c-97e2-7362e47e9c31 req-fe107e3d-9037-450c-a92d-5b546d9ba0ee tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:30.802055 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b0a54097-97b1-468c-97e2-7362e47e9c31 req-fe107e3d-9037-450c-a92d-5b546d9ba0ee tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 943 time: 0.1373653 Jun 28 12:27:30.825333 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-0deb506f-5505-430d-bea4-10bf5ba7727c req-9f9001f7-49cd-4d82-a683-a799bf9db8ae service neutron] 10.222.0.64 "GET /v2.0/networks/ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437458 Jun 28 12:27:30.855727 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b0a54097-97b1-468c-97e2-7362e47e9c31 req-1f550d0c-d8e1-4aaf-94ba-71418b9c02f9 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477102 Jun 28 12:27:30.863549 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning for port 7839b2ec-0100-493b-8301-6814d9296c7e completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:27:30.876719 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning complete for port 7839b2ec-0100-493b-8301-6814d9296c7e triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:27:30.876719 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:30.948001 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-5da959e5-31d3-4ef4-83db-cfb5f4d16c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:31.025269 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-5da959e5-31d3-4ef4-83db-cfb5f4d16c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:31.078196 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-a8fa1f50-23ff-4451-8b11-55e84b2822a8 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Allocated IP 172.20.0.14 (611bae97-b201-4ae0-aa3d-b952aec58054/07d77b73-0127-4dab-b2d9-b653c28d5b6a/92231f7d-7c01-4913-b879-0b27a45872e6) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:27:31.089426 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:31.152031 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0087681b-7b83-4d5e-b4d7-4b892242ea8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7839b2ec-0100-493b-8301-6814d9296c7e'}] {{(pid=79150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:27:31.161950 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 7839b2ec-0100-493b-8301-6814d9296c7e, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=7839b2ec-0100-493b-8301-6814d9296c7e,segment=NetworkSegment(ab8b06c2-e425-45b6-bf41-f136c4198aee),segment_id=ab8b06c2-e425-45b6-bf41-f136c4198aee)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:27:31.213615 dv-cinder-798094-1-iscsi neutron-server[79150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0087681b-7b83-4d5e-b4d7-4b892242ea8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7839b2ec-0100-493b-8301-6814d9296c7e', 'code': 200} Jun 28 12:27:31.220172 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-5da959e5-31d3-4ef4-83db-cfb5f4d16c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:31.234856 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-bd9a512b-19dc-45b6-b699-f18b5781ee61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:31.235429 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:31.237514 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-e7fcbf7d-7c7a-427f-a07b-e82e718146e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:31.258818 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da959e5-31d3-4ef4-83db-cfb5f4d16c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4ec11d-44e0-402b-94e3-1fe28b99f0c6,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:31.267661 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-5da959e5-31d3-4ef4-83db-cfb5f4d16c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:31.318660 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=7839b2ec-0100-493b-8301-6814d9296c7e,revision_number=5']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:31.321782 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:31.364084 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-5da959e5-31d3-4ef4-83db-cfb5f4d16c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:31.365253 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-5da959e5-31d3-4ef4-83db-cfb5f4d16c60 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c4ec11d-44e0-402b-94e3-1fe28b99f0c6 HTTP/1.1" status: 204 len: 168 time: 0.6349616 Jun 28 12:27:31.419397 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-a8fa1f50-23ff-4451-8b11-55e84b2822a8 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:31.450275 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.provisioning_blocks [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-a8fa1f50-23ff-4451-8b11-55e84b2822a8 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Transition to ACTIVE for port object 92231f7d-7c01-4913-b879-0b27a45872e6 will not be triggered until provisioned by entity DHCP. {{(pid=79148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:27:31.567532 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-a8fa1f50-23ff-4451-8b11-55e84b2822a8 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:31.576903 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-c023f296-9795-49d9-b13d-77941c980a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:31.648112 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908d6d4-1bbf-4bd4-966e-353722fc1c5c req-1fc028df-e276-4375-8c49-0a770270d9e0 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:31.649599 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c908d6d4-1bbf-4bd4-966e-353722fc1c5c req-1fc028df-e276-4375-8c49-0a770270d9e0 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 932 time: 0.1035273 Jun 28 12:27:31.674283 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-a8fa1f50-23ff-4451-8b11-55e84b2822a8 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Network 611bae97-b201-4ae0-aa3d-b952aec58054 is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:27:31.683931 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-a8fa1f50-23ff-4451-8b11-55e84b2822a8 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:27:31.699942 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-a8fa1f50-23ff-4451-8b11-55e84b2822a8 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:27:31.748507 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa1f50-23ff-4451-8b11-55e84b2822a8 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Pushing event updated for resources: {'Port': ['ID=92231f7d-7c01-4913-b879-0b27a45872e6,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:31.752118 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c908d6d4-1bbf-4bd4-966e-353722fc1c5c req-6f28c24c-0754-4e61-9673-06a8c0471495 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912440 Jun 28 12:27:31.761034 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-a8fa1f50-23ff-4451-8b11-55e84b2822a8 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:31.809541 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-a8fa1f50-23ff-4451-8b11-55e84b2822a8 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:31.809541 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-a8fa1f50-23ff-4451-8b11-55e84b2822a8 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:31.829080 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a0364-69c6-4b73-afb3-37e30b2d21af req-2e8baf6d-ab3b-458a-bac4-e92ae0c9badc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:31.830510 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-386a0364-69c6-4b73-afb3-37e30b2d21af req-2e8baf6d-ab3b-458a-bac4-e92ae0c9badc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0087681b-7b83-4d5e-b4d7-4b892242ea8d HTTP/1.1" status: 200 len: 1098 time: 0.1988549 Jun 28 12:27:31.962754 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9e1ff-f33e-4086-9bf0-cb0adb3e2e5a req-dc78a6ad-2dc5-4ff2-91de-00574d57835d tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:31.972706 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-09a9e1ff-f33e-4086-9bf0-cb0adb3e2e5a req-dc78a6ad-2dc5-4ff2-91de-00574d57835d tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=0087681b-7b83-4d5e-b4d7-4b892242ea8d HTTP/1.1" status: 200 len: 945 time: 0.2188277 Jun 28 12:27:31.996983 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-386a0364-69c6-4b73-afb3-37e30b2d21af req-9098ec3c-7fe1-44e8-a4e5-29fbe1326ff2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526334 Jun 28 12:27:32.002705 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-a8fa1f50-23ff-4451-8b11-55e84b2822a8 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9072738 Jun 28 12:27:32.065550 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-09a9e1ff-f33e-4086-9bf0-cb0adb3e2e5a req-42f482c9-5977-4c8e-a8eb-6cd55e9ea920 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917828 Jun 28 12:27:32.110170 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-2083b613-4cd4-45e6-8ca1-c94c3043d065 None None] Provisioning for port 92231f7d-7c01-4913-b879-0b27a45872e6 completed by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:27:32.121696 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-2083b613-4cd4-45e6-8ca1-c94c3043d065 None None] Provisioning complete for port 92231f7d-7c01-4913-b879-0b27a45872e6 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:27:32.122660 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2083b613-4cd4-45e6-8ca1-c94c3043d065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:32.183419 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 47626) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:32.201101 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f77f9-9a6d-4e19-be7b-6a8bdfedc3dd req-8a7e6d7c-4b4c-4dad-a673-637b3fde6304 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:32.202571 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ca6f77f9-9a6d-4e19-be7b-6a8bdfedc3dd req-8a7e6d7c-4b4c-4dad-a673-637b3fde6304 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 943 time: 0.1087158 Jun 28 12:27:32.206853 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-2083b613-4cd4-45e6-8ca1-c94c3043d065 None None] Port 92231f7d-7c01-4913-b879-0b27a45872e6 cannot update to ACTIVE because it is not bound. {{(pid=79150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:27:32.255353 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ca6f77f9-9a6d-4e19-be7b-6a8bdfedc3dd req-6707a756-779a-41de-8c50-8fdc3217f7d1 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459783 Jun 28 12:27:32.331580 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-92efb6e1-4924-4e0f-9a9f-0ee2717536f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:32.340678 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-bfd70134-5f1c-4487-b31d-614429104665 service neutron] Request body: {'port': {'device_id': '123b1319-b447-483a-aac4-3a9bc7699778', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:27:32.347309 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-92efb6e1-4924-4e0f-9a9f-0ee2717536f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:27:32.351255 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-92efb6e1-4924-4e0f-9a9f-0ee2717536f6 admin admin] Usage tracker for resource:security_group_rule and tenant:0df00459105445fe9479573afc72a818 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:27:32.354137 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-92efb6e1-4924-4e0f-9a9f-0ee2717536f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:27:32.360119 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-92efb6e1-4924-4e0f-9a9f-0ee2717536f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:27:32.445693 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-92efb6e1-4924-4e0f-9a9f-0ee2717536f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:32.454227 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-bfd70134-5f1c-4487-b31d-614429104665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:32.520229 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-92efb6e1-4924-4e0f-9a9f-0ee2717536f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:32.529472 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-09c8df56-983e-49f3-b42c-71c722eeecf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:32.568947 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-92efb6e1-4924-4e0f-9a9f-0ee2717536f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0df00459105445fe9479573afc72a818&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3836179 Jun 28 12:27:32.569879 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efb6e1-4924-4e0f-9a9f-0ee2717536f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a51861-b7d1-463b-b040-87b7cb6aaecc,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:32.572434 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 47634) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:32.573540 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-92efb6e1-4924-4e0f-9a9f-0ee2717536f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:32.609072 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 4114eaad-f578-4bf1-ae55-872b59876a3b details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:27:32.736020 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-bb9e2385-de25-47b9-a184-9e135053e7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:32.750057 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 4114eaad-f578-4bf1-ae55-872b59876a3b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=4114eaad-f578-4bf1-ae55-872b59876a3b,segment=NetworkSegment(23364f25-0914-45c3-9348-f31d0dbc7405),segment_id=23364f25-0914-45c3-9348-f31d0dbc7405)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:27:32.764327 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Returning: {'device': '4114eaad-f578-4bf1-ae55-872b59876a3b', 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'port_id': '4114eaad-f578-4bf1-ae55-872b59876a3b', 'mac_address': 'fa:16:3e:ba:3b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:27:32.779100 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-bb9e2385-de25-47b9-a184-9e135053e7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:32.819320 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:32.840053 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4114eaad-f578-4bf1-ae55-872b59876a3b {{(pid=79150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:27:32.858328 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 4114eaad-f578-4bf1-ae55-872b59876a3b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=4114eaad-f578-4bf1-ae55-872b59876a3b,segment=NetworkSegment(23364f25-0914-45c3-9348-f31d0dbc7405),segment_id=23364f25-0914-45c3-9348-f31d0dbc7405)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:27:32.919424 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-bfd70134-5f1c-4487-b31d-614429104665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92231f7d-7c01-4913-b879-0b27a45872e6 {{(pid=79148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:27:32.927856 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-bfd70134-5f1c-4487-b31d-614429104665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:32.958212 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:32.958212 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-bddfdb65-95a1-4d7f-bcd9-ce1aa7833dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:33.004397 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f603d6-120b-4b07-ae52-7b4279c6d6af req-3472aaf5-bed8-4179-bf2f-f1fe74ef4359 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:33.006753 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.provisioning_blocks [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-bfd70134-5f1c-4487-b31d-614429104665 service neutron] Transition to ACTIVE for port object 92231f7d-7c01-4913-b879-0b27a45872e6 will not be triggered until provisioned by entity L2. {{(pid=79148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:27:33.007641 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-bb9e2385-de25-47b9-a184-9e135053e7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:33.008025 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-14f603d6-120b-4b07-ae52-7b4279c6d6af req-3472aaf5-bed8-4179-bf2f-f1fe74ef4359 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 932 time: 0.0862207 Jun 28 12:27:33.012413 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-b3762e98-e13c-425e-8714-13218b54017d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:33.024823 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e2385-de25-47b9-a184-9e135053e7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a51861-b7d1-463b-b040-87b7cb6aaecc,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:33.027883 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-bb9e2385-de25-47b9-a184-9e135053e7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:33.030065 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-bb9e2385-de25-47b9-a184-9e135053e7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:33.030227 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=4114eaad-f578-4bf1-ae55-872b59876a3b,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:33.031206 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-bb9e2385-de25-47b9-a184-9e135053e7b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1a51861-b7d1-463b-b040-87b7cb6aaecc HTTP/1.1" status: 204 len: 168 time: 0.4574182 Jun 28 12:27:33.034994 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:33.068296 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-14f603d6-120b-4b07-ae52-7b4279c6d6af req-eb370387-e18b-4c85-ab63-00c04dcbd949 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541606 Jun 28 12:27:33.108990 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-bfd70134-5f1c-4487-b31d-614429104665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:33.113069 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-a8fa1f50-23ff-4451-8b11-55e84b2822a8 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:33.321131 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d928155-b4ac-4039-ba0e-ec14c85face5 req-56088937-3e96-4a76-9927-d63ec09d7851 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:33.326236 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0d928155-b4ac-4039-ba0e-ec14c85face5 req-56088937-3e96-4a76-9927-d63ec09d7851 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=0087681b-7b83-4d5e-b4d7-4b892242ea8d HTTP/1.1" status: 200 len: 945 time: 0.1557462 Jun 28 12:27:33.340306 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd70134-5f1c-4487-b31d-614429104665 service neutron] Pushing event updated for resources: {'Port': ['ID=92231f7d-7c01-4913-b879-0b27a45872e6,revision_number=2']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:33.347471 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-bfd70134-5f1c-4487-b31d-614429104665 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:33.482039 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['4114eaad-f578-4bf1-ae55-872b59876a3b'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:27:33.517459 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0d928155-b4ac-4039-ba0e-ec14c85face5 req-fc6ab245-b1ff-4322-975b-a5d74d423b84 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815083 Jun 28 12:27:33.624930 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6dc6bc-802b-4a61-86ff-6e33337c4a4d req-8f0e4e52-4df8-4907-9dd2-86f3d202cd08 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:33.636981 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ff6dc6bc-802b-4a61-86ff-6e33337c4a4d req-8f0e4e52-4df8-4907-9dd2-86f3d202cd08 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 944 time: 0.2160678 Jun 28 12:27:33.689819 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-bfd70134-5f1c-4487-b31d-614429104665 service neutron] Attempting to bind port 92231f7d-7c01-4913-b879-0b27a45872e6 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:27:33.690383 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-bfd70134-5f1c-4487-b31d-614429104665 service neutron] Attempting to bind port 92231f7d-7c01-4913-b879-0b27a45872e6 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'dc1f170b-1229-466f-8985-928d834987ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054'}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:27:33.690627 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-bfd70134-5f1c-4487-b31d-614429104665 service neutron] Attempting to bind port 92231f7d-7c01-4913-b879-0b27a45872e6 on network 611bae97-b201-4ae0-aa3d-b952aec58054 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:27:33.704088 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-bfd70134-5f1c-4487-b31d-614429104665 service neutron] Port 92231f7d-7c01-4913-b879-0b27a45872e6 on network 611bae97-b201-4ae0-aa3d-b952aec58054 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:27:33.704411 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-bfd70134-5f1c-4487-b31d-614429104665 service neutron] Attempting to bind port 92231f7d-7c01-4913-b879-0b27a45872e6 on network 611bae97-b201-4ae0-aa3d-b952aec58054 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:27:33.712023 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-bfd70134-5f1c-4487-b31d-614429104665 service neutron] Checking agent: {'id': '406cf176-031c-46fa-bfd0-dd20e5845d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'started_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:27:33.712588 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-bfd70134-5f1c-4487-b31d-614429104665 service neutron] Checking segment: {'id': 'dc1f170b-1229-466f-8985-928d834987ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:27:33.713238 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-bfd70134-5f1c-4487-b31d-614429104665 service neutron] Bound using segment: {'id': 'dc1f170b-1229-466f-8985-928d834987ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054'} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:27:33.713852 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-bfd70134-5f1c-4487-b31d-614429104665 service neutron] Bound port: 92231f7d-7c01-4913-b879-0b27a45872e6, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc1f170b-1229-466f-8985-928d834987ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054'}}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:27:33.714375 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-bfd70134-5f1c-4487-b31d-614429104665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:33.727293 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ff6dc6bc-802b-4a61-86ff-6e33337c4a4d req-b42123f7-474b-405a-896d-da592cdeffbe tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881515 Jun 28 12:27:33.817772 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-bfd70134-5f1c-4487-b31d-614429104665 service neutron] For port 92231f7d-7c01-4913-b879-0b27a45872e6, host hv-cinder-79809, cleared binding levels {{(pid=79148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:27:33.820901 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-bfd70134-5f1c-4487-b31d-614429104665 service neutron] For port 92231f7d-7c01-4913-b879-0b27a45872e6, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=92231f7d-7c01-4913-b879-0b27a45872e6,segment=NetworkSegment(dc1f170b-1229-466f-8985-928d834987ab),segment_id=dc1f170b-1229-466f-8985-928d834987ab)] {{(pid=79148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:27:34.080726 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-bfd70134-5f1c-4487-b31d-614429104665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:34.080726 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-68be124a-38f5-4e1a-a61e-1ddbfba2ea79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:34.141198 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-bfd70134-5f1c-4487-b31d-614429104665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:34.141198 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-bfd70134-5f1c-4487-b31d-614429104665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:34.141198 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-bfd70134-5f1c-4487-b31d-614429104665 service neutron] 10.222.0.64 "PUT /v2.0/ports/92231f7d-7c01-4913-b879-0b27a45872e6 HTTP/1.1" status: 200 len: 1094 time: 1.7995119 Jun 28 12:27:34.141198 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123b1319-b447-483a-aac4-3a9bc7699778', 'tag': '92231f7d-7c01-4913-b879-0b27a45872e6'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:27:34.161484 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd70134-5f1c-4487-b31d-614429104665 service neutron] Pushing event updated for resources: {'Port': ['ID=92231f7d-7c01-4913-b879-0b27a45872e6,revision_number=3']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:34.164566 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-bfd70134-5f1c-4487-b31d-614429104665 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:34.194939 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '123b1319-b447-483a-aac4-3a9bc7699778', 'tag': '92231f7d-7c01-4913-b879-0b27a45872e6', 'status': 'completed', 'code': 200} Jun 28 12:27:34.274941 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 47684) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:34.299946 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-969a9ccf-eb38-450a-b431-ad6715560771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:34.325474 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-969a9ccf-eb38-450a-b431-ad6715560771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:27:34.333459 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-969a9ccf-eb38-450a-b431-ad6715560771 admin admin] Usage tracker for resource:security_group_rule and tenant:b6e000d45a8e4962b6b5795989ab5857 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:27:34.343459 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c166173-091b-442f-b4d1-f1033b7738ca req-48599de6-cd58-464c-9fd8-d95c9a4fcfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:34.345015 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-5c166173-091b-442f-b4d1-f1033b7738ca req-48599de6-cd58-464c-9fd8-d95c9a4fcfbf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d731c92df6f44735b6ed8f7290374934&device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 1097 time: 0.0875218 Jun 28 12:27:34.345485 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ffa9b-3f26-4dd7-bf0e-4acc4544da35 req-b63f67d2-8b17-48db-81d7-78b4d81bfccd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:34.346999 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c81ffa9b-3f26-4dd7-bf0e-4acc4544da35 req-b63f67d2-8b17-48db-81d7-78b4d81bfccd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 944 time: 0.1461115 Jun 28 12:27:34.348051 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-969a9ccf-eb38-450a-b431-ad6715560771 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:27:34.356555 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-969a9ccf-eb38-450a-b431-ad6715560771 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:27:34.423050 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c81ffa9b-3f26-4dd7-bf0e-4acc4544da35 req-bf179732-8210-46de-8809-0ef0092515b5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681999 Jun 28 12:27:34.504433 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-969a9ccf-eb38-450a-b431-ad6715560771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:34.513396 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c166173-091b-442f-b4d1-f1033b7738ca req-200ccd01-e9ad-44ed-97e3-4942fbf711b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:34.514852 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-5c166173-091b-442f-b4d1-f1033b7738ca req-200ccd01-e9ad-44ed-97e3-4942fbf711b2 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=d731c92df6f44735b6ed8f7290374934&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1536248 Jun 28 12:27:34.663681 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c166173-091b-442f-b4d1-f1033b7738ca req-c95ca65d-5217-4643-9746-bb5ac8bd673d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:34.665484 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-5c166173-091b-442f-b4d1-f1033b7738ca req-c95ca65d-5217-4643-9746-bb5ac8bd673d service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1364083 Jun 28 12:27:34.710471 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8de7c8-b739-45d4-b5b7-da5414b89ac8 req-985a4cb4-9004-4f1b-9558-52375cf359e6 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:34.712579 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5d8de7c8-b739-45d4-b5b7-da5414b89ac8 req-985a4cb4-9004-4f1b-9558-52375cf359e6 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=0087681b-7b83-4d5e-b4d7-4b892242ea8d HTTP/1.1" status: 200 len: 945 time: 0.0836349 Jun 28 12:27:34.739736 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-969a9ccf-eb38-450a-b431-ad6715560771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:34.754512 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-8e4581f2-413a-420c-ac5b-1bbd6752e515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:34.808208 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-411068e0-0731-4687-9eb1-bb2008c6aba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:34.809792 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-411068e0-0731-4687-9eb1-bb2008c6aba5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d731c92df6f44735b6ed8f7290374934&device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 1097 time: 0.0753675 Jun 28 12:27:34.815133 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a9ccf-eb38-450a-b431-ad6715560771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488369c8-8262-4a6f-9630-868f1e95bc32,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:34.819946 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5d8de7c8-b739-45d4-b5b7-da5414b89ac8 req-ba1834e3-e70c-4f4e-bb64-675d5e8034c4 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004636 Jun 28 12:27:34.820574 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-969a9ccf-eb38-450a-b431-ad6715560771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:34.822916 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-969a9ccf-eb38-450a-b431-ad6715560771 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b6e000d45a8e4962b6b5795989ab5857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5465307 Jun 28 12:27:34.825798 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 47698) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:34.910776 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-e1f60b68-1bfd-43d7-b25d-83774d355734 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92231f7d-7c01-4913-b879-0b27a45872e6 HTTP/1.1" status: 200 len: 217 time: 0.0800657 Jun 28 12:27:34.968920 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 47706) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:35.003184 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-edf10757-8272-4400-9473-9c9dd9f7bdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:35.004697 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-edf10757-8272-4400-9473-9c9dd9f7bdcb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=07d77b73-0127-4dab-b2d9-b653c28d5b6a HTTP/1.1" status: 200 len: 851 time: 0.0839851 Jun 28 12:27:35.025029 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-afdf679c-329b-4ee5-8786-711a516b92d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:35.076740 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-afdf679c-329b-4ee5-8786-711a516b92d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:35.119896 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-3764fefc-3fd8-4837-8dbc-0b9d34665f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:35.122169 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-3764fefc-3fd8-4837-8dbc-0b9d34665f0b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=611bae97-b201-4ae0-aa3d-b952aec58054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1057720 Jun 28 12:27:35.132282 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bfc38-1bb6-41c3-bf31-963acaba2bd3 req-9f937c19-3091-419c-96fe-579bbe089358 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:35.139907 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-189bfc38-1bb6-41c3-bf31-963acaba2bd3 req-9f937c19-3091-419c-96fe-579bbe089358 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 944 time: 0.1895599 Jun 28 12:27:35.192784 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-189bfc38-1bb6-41c3-bf31-963acaba2bd3 req-2b093c6e-3133-431e-8a70-8588b5737267 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519645 Jun 28 12:27:35.261819 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1b1391ac-f4b6-420c-9364-d0a598ffe361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:35.284722 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-1b1391ac-f4b6-420c-9364-d0a598ffe361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:27:35.300398 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-1b1391ac-f4b6-420c-9364-d0a598ffe361 admin admin] Usage tracker for resource:security_group_rule and tenant:1246b2042f0a47a2b54c5411990c8df9 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:27:35.305835 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-1b1391ac-f4b6-420c-9364-d0a598ffe361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:27:35.319504 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-1b1391ac-f4b6-420c-9364-d0a598ffe361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:27:35.319753 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-afdf679c-329b-4ee5-8786-711a516b92d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:35.320209 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-a558dde6-d38d-4129-bc74-485e52ba95a5 service neutron] 10.222.0.64 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849000 Jun 28 12:27:35.320310 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-38f1ea16-3c43-4366-aa6c-e3cbcacc35fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:35.333745 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf679c-329b-4ee5-8786-711a516b92d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488369c8-8262-4a6f-9630-868f1e95bc32,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:35.336294 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-afdf679c-329b-4ee5-8786-711a516b92d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:35.346522 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-afdf679c-329b-4ee5-8786-711a516b92d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:35.347714 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-afdf679c-329b-4ee5-8786-711a516b92d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/488369c8-8262-4a6f-9630-868f1e95bc32 HTTP/1.1" status: 204 len: 168 time: 0.5208714 Jun 28 12:27:35.493405 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-0771f730-bf8b-485c-af2f-d735cb68af94 req-78934c70-f920-4126-87de-ca56259853d4 service neutron] 10.222.0.64 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675172 Jun 28 12:27:35.529064 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1b1391ac-f4b6-420c-9364-d0a598ffe361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:35.629631 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686cb56-a1a3-4d91-baa2-3f85f0a3db6f req-e88478b8-18b8-411f-b4cb-f797ea153e51 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:35.631033 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5686cb56-a1a3-4d91-baa2-3f85f0a3db6f req-e88478b8-18b8-411f-b4cb-f797ea153e51 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 944 time: 0.0876658 Jun 28 12:27:35.652151 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1b1391ac-f4b6-420c-9364-d0a598ffe361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:35.678329 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-c66472fb-04b1-4757-a4b5-c97aecccf391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:35.706577 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1391ac-f4b6-420c-9364-d0a598ffe361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33803207-b150-4efc-aa8e-a6a478af2699,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:35.706978 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5686cb56-a1a3-4d91-baa2-3f85f0a3db6f req-50d8ba55-a0ed-4c8d-b472-98bfd262ad3d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695500 Jun 28 12:27:35.711871 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-1b1391ac-f4b6-420c-9364-d0a598ffe361 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1246b2042f0a47a2b54c5411990c8df9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7301354 Jun 28 12:27:35.713246 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-1b1391ac-f4b6-420c-9364-d0a598ffe361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:35.714696 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 47724) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:35.787251 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-fcb78ac6-024f-472b-b358-b7ad99a370f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:35.827799 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-fcb78ac6-024f-472b-b358-b7ad99a370f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:35.977973 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-fcb78ac6-024f-472b-b358-b7ad99a370f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:35.983505 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-1a01e960-4a05-4c9d-8b33-456bb9828c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:35.996072 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb78ac6-024f-472b-b358-b7ad99a370f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33803207-b150-4efc-aa8e-a6a478af2699,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:35.998427 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-fcb78ac6-024f-472b-b358-b7ad99a370f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:36.003184 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-fcb78ac6-024f-472b-b358-b7ad99a370f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:36.007671 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-fcb78ac6-024f-472b-b358-b7ad99a370f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33803207-b150-4efc-aa8e-a6a478af2699 HTTP/1.1" status: 204 len: 168 time: 0.2919858 Jun 28 12:27:36.417771 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281b61f-f53d-4604-908a-543b2b78bb49 req-9c4736ff-4b9a-4096-9b68-8e34ed48551d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:36.424926 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3281b61f-f53d-4604-908a-543b2b78bb49 req-9c4736ff-4b9a-4096-9b68-8e34ed48551d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 944 time: 0.0981555 Jun 28 12:27:36.467966 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3281b61f-f53d-4604-908a-543b2b78bb49 req-40326113-07b7-41d8-9ab5-9b5488ab569b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420129 Jun 28 12:27:36.639361 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 4114eaad-f578-4bf1-ae55-872b59876a3b up at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:27:36.841795 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 47768) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:36.847055 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning for port 4114eaad-f578-4bf1-ae55-872b59876a3b completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:27:36.857897 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning complete for port 4114eaad-f578-4bf1-ae55-872b59876a3b triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:27:36.858630 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:36.868240 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f00e4f2f-3d15-4ab6-b6bf-022e0e0b9d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:36.940854 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-f00e4f2f-3d15-4ab6-b6bf-022e0e0b9d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:27:36.949652 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-f00e4f2f-3d15-4ab6-b6bf-022e0e0b9d8c admin admin] Usage tracker for resource:security_group_rule and tenant:88179a7e3bef42598af637fc7b96f083 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:27:36.953463 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-f00e4f2f-3d15-4ab6-b6bf-022e0e0b9d8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:27:36.961020 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-f00e4f2f-3d15-4ab6-b6bf-022e0e0b9d8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:27:36.999097 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:37.009951 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bde11-3ca2-4251-a4d8-68046e69a46a req-0d8ced04-36b0-47e0-97e6-b812efb68f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:37.012683 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-918bde11-3ca2-4251-a4d8-68046e69a46a req-0d8ced04-36b0-47e0-97e6-b812efb68f99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f70e7bdbdb2e4a60bd5652622759bce1&device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 1098 time: 0.1311967 Jun 28 12:27:37.044692 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4485b18-118c-4640-8214-4df2eb02fd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4114eaad-f578-4bf1-ae55-872b59876a3b'}] {{(pid=79150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:27:37.060826 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 4114eaad-f578-4bf1-ae55-872b59876a3b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=4114eaad-f578-4bf1-ae55-872b59876a3b,segment=NetworkSegment(23364f25-0914-45c3-9348-f31d0dbc7405),segment_id=23364f25-0914-45c3-9348-f31d0dbc7405)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:27:37.109075 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9ad2d-984a-4f7c-838b-9f1f23af888c req-03f83dd5-c9f1-4a5d-b909-5324dc7efa99 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:37.113677 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3bf9ad2d-984a-4f7c-838b-9f1f23af888c req-03f83dd5-c9f1-4a5d-b909-5324dc7efa99 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.3320982 Jun 28 12:27:37.144809 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa48fa6-3632-40fc-b2ee-fffb1fecd212 req-500ddde7-3878-431f-b271-185f4bec121d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:37.146413 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9fa48fa6-3632-40fc-b2ee-fffb1fecd212 req-500ddde7-3878-431f-b271-185f4bec121d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 944 time: 0.2502780 Jun 28 12:27:37.196185 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:37.199241 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:37.207443 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3bf9ad2d-984a-4f7c-838b-9f1f23af888c req-bf3d3a18-b679-4d6e-b802-2f5fd2e6c5fd tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853739 Jun 28 12:27:37.239741 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f00e4f2f-3d15-4ab6-b6bf-022e0e0b9d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:37.272313 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9fa48fa6-3632-40fc-b2ee-fffb1fecd212 req-75833559-f97f-4d31-8ae6-78997e3f06da tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159430 Jun 28 12:27:37.289301 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=4114eaad-f578-4bf1-ae55-872b59876a3b,revision_number=5']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:37.298900 dv-cinder-798094-1-iscsi neutron-server[79150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4485b18-118c-4640-8214-4df2eb02fd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4114eaad-f578-4bf1-ae55-872b59876a3b', 'code': 200} Jun 28 12:27:37.305654 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:37.306131 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:37.306986 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:37.306986 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:37.307832 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:37.312946 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:37.312946 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:37.312946 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:37.312946 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:37.312946 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:37.312946 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:37.312946 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:27:37.315320 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:37.414055 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f00e4f2f-3d15-4ab6-b6bf-022e0e0b9d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:37.421893 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:37.430618 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bde11-3ca2-4251-a4d8-68046e69a46a req-d7ab7b23-2f89-4269-8347-1e74501a9a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:37.432757 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-918bde11-3ca2-4251-a4d8-68046e69a46a req-d7ab7b23-2f89-4269-8347-1e74501a9a56 service neutron] 10.222.0.64 "GET /v2.0/networks?id=adf81282-f698-47e0-90b1-493d2e00a657 HTTP/1.1" status: 200 len: 920 time: 0.3983982 Jun 28 12:27:37.516434 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e4f2f-3d15-4ab6-b6bf-022e0e0b9d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fee251-9a32-421b-9cdf-948abd10d4f8,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:37.526010 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-f00e4f2f-3d15-4ab6-b6bf-022e0e0b9d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:37.539442 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-f00e4f2f-3d15-4ab6-b6bf-022e0e0b9d8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=88179a7e3bef42598af637fc7b96f083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6964614 Jun 28 12:27:37.541608 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-918bde11-3ca2-4251-a4d8-68046e69a46a req-ab6c3928-3d99-4143-bc81-c9803cbb2a05 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38dc09ed-d07b-4fa5-a688-dc4588629f74 HTTP/1.1" status: 200 len: 217 time: 0.0769320 Jun 28 12:27:37.542602 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 47784) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:37.647000 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bde11-3ca2-4251-a4d8-68046e69a46a req-8b2712ae-fea5-4bd5-9226-3c60df021e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:37.648400 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-918bde11-3ca2-4251-a4d8-68046e69a46a req-8b2712ae-fea5-4bd5-9226-3c60df021e78 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7dc9caa4-6d90-43c4-8646-fee7b397f523 HTTP/1.1" status: 200 len: 859 time: 0.0900309 Jun 28 12:27:37.661974 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d0eddf7c-d776-4beb-af7b-e247d788adbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:37.695059 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976b47d-f1d0-43fb-b1c7-dc04eeade95f req-0169152c-30f7-4a4c-9e77-525ac30d8f6a tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:37.696639 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1976b47d-f1d0-43fb-b1c7-dc04eeade95f req-0169152c-30f7-4a4c-9e77-525ac30d8f6a tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 945 time: 0.0786104 Jun 28 12:27:37.719284 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-918bde11-3ca2-4251-a4d8-68046e69a46a req-0709d7e1-344a-458a-b189-5dfe99fe8213 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=adf81282-f698-47e0-90b1-493d2e00a657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543277 Jun 28 12:27:37.732227 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d0eddf7c-d776-4beb-af7b-e247d788adbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:37.755299 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1976b47d-f1d0-43fb-b1c7-dc04eeade95f req-c418457b-9275-4fbe-ab0e-231646a83431 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509319 Jun 28 12:27:37.963432 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-918bde11-3ca2-4251-a4d8-68046e69a46a req-3bb11d2e-6630-4ad8-a1f3-764c701cee62 service neutron] 10.222.0.64 "GET /v2.0/networks/adf81282-f698-47e0-90b1-493d2e00a657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106981 Jun 28 12:27:37.965550 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43d5e8-1ae0-47dd-88c2-e8c56ad9905f req-8dd24197-c117-4112-841d-bf1919d7de18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:37.966916 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-8e43d5e8-1ae0-47dd-88c2-e8c56ad9905f req-8dd24197-c117-4112-841d-bf1919d7de18 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 1098 time: 0.2131746 Jun 28 12:27:38.032632 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d0eddf7c-d776-4beb-af7b-e247d788adbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:38.036200 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 47794) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:38.043032 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-8181dd73-3f30-43a6-b6a4-147cd833b2f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:38.066977 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eddf7c-d776-4beb-af7b-e247d788adbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fee251-9a32-421b-9cdf-948abd10d4f8,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:38.119764 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-d0eddf7c-d776-4beb-af7b-e247d788adbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:38.137446 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d0eddf7c-d776-4beb-af7b-e247d788adbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:38.140358 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-d0eddf7c-d776-4beb-af7b-e247d788adbe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2fee251-9a32-421b-9cdf-948abd10d4f8 HTTP/1.1" status: 204 len: 168 time: 0.5966599 Jun 28 12:27:38.142348 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-8e43d5e8-1ae0-47dd-88c2-e8c56ad9905f req-0ecba4e4-535e-4250-9ee4-c5fecf090363 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400049 Jun 28 12:27:38.175001 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-021b5a99-cd3c-4ffa-86af-ec0ba1e0585d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:38.185786 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-021b5a99-cd3c-4ffa-86af-ec0ba1e0585d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:27:38.190761 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-021b5a99-cd3c-4ffa-86af-ec0ba1e0585d admin admin] Usage tracker for resource:security_group_rule and tenant:b9bd61961e4f40a28a9eb2b557feb7dc is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:27:38.195082 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-021b5a99-cd3c-4ffa-86af-ec0ba1e0585d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:27:38.201675 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-918bde11-3ca2-4251-a4d8-68046e69a46a req-2494a1ad-2631-4214-abc9-c377861bb57e service neutron] 10.222.0.64 "GET /v2.0/networks/adf81282-f698-47e0-90b1-493d2e00a657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169082 Jun 28 12:27:38.202161 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-021b5a99-cd3c-4ffa-86af-ec0ba1e0585d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:27:38.298637 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-021b5a99-cd3c-4ffa-86af-ec0ba1e0585d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:38.426485 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7c034-cfe9-4e8b-a383-85b8e2a29252 req-f8525c98-fe60-4d4f-be5f-7a1e27b63f17 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:38.428025 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-98f7c034-cfe9-4e8b-a383-85b8e2a29252 req-f8525c98-fe60-4d4f-be5f-7a1e27b63f17 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.0978630 Jun 28 12:27:38.452305 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-021b5a99-cd3c-4ffa-86af-ec0ba1e0585d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:38.464740 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-1821d655-06e8-47ee-b38a-19216c7a0b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:38.520099 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-98f7c034-cfe9-4e8b-a383-85b8e2a29252 req-3bd8c93c-6611-4ffa-9ce1-97e6e11d61b6 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851507 Jun 28 12:27:38.529833 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-021b5a99-cd3c-4ffa-86af-ec0ba1e0585d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9bd61961e4f40a28a9eb2b557feb7dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4880846 Jun 28 12:27:38.533609 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 47810) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:38.534311 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b5a99-cd3c-4ffa-86af-ec0ba1e0585d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c82a8f-7c08-4de3-a8b5-33f924da1011,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:38.544480 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-021b5a99-cd3c-4ffa-86af-ec0ba1e0585d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:38.634648 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-279ac47b-beb7-4276-9c16-022cbe3d2f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:38.667634 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-279ac47b-beb7-4276-9c16-022cbe3d2f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:38.709834 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-4611ed75-ac75-42b5-9fc9-48f15090f0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:38.843011 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b9daa-bf42-4abb-92e0-5396e90dac53 req-d293d8ff-ddb0-46e9-86a3-876a2de3e282 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:38.849897 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-da0b9daa-bf42-4abb-92e0-5396e90dac53 req-d293d8ff-ddb0-46e9-86a3-876a2de3e282 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 944 time: 0.1025860 Jun 28 12:27:38.852125 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-279ac47b-beb7-4276-9c16-022cbe3d2f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:38.876914 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-409d1f4b-230f-4fb5-8459-fd9a76e2820d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:38.940349 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ac47b-beb7-4276-9c16-022cbe3d2f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c82a8f-7c08-4de3-a8b5-33f924da1011,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:38.953732 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-279ac47b-beb7-4276-9c16-022cbe3d2f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:38.964742 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-279ac47b-beb7-4276-9c16-022cbe3d2f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:38.968433 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-279ac47b-beb7-4276-9c16-022cbe3d2f6d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38c82a8f-7c08-4de3-a8b5-33f924da1011 HTTP/1.1" status: 204 len: 168 time: 0.4263072 Jun 28 12:27:38.980346 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-da0b9daa-bf42-4abb-92e0-5396e90dac53 req-68d286a7-ece7-40b7-9829-8a79427113be tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220932 Jun 28 12:27:38.989858 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:39.014316 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479fbdf-cf28-466a-9fbb-1f00b0d4162e req-40307099-5146-4cb7-a12d-a3007187a88f tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:39.015789 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c479fbdf-cf28-466a-9fbb-1f00b0d4162e req-40307099-5146-4cb7-a12d-a3007187a88f tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 945 time: 0.1312737 Jun 28 12:27:39.068477 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c479fbdf-cf28-466a-9fbb-1f00b0d4162e req-d68e3061-5505-4593-8dd3-cb2b8d7a9b94 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449235 Jun 28 12:27:39.760164 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90033c1-e792-4a06-8b1c-1d01204209cb req-899bf4ff-9898-45e6-94fc-3692b0f8222e tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:39.761715 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c90033c1-e792-4a06-8b1c-1d01204209cb req-899bf4ff-9898-45e6-94fc-3692b0f8222e tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.1051393 Jun 28 12:27:39.829709 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c90033c1-e792-4a06-8b1c-1d01204209cb req-3ff0016e-f1e1-4a52-b2b4-ae1febb559a8 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546949 Jun 28 12:27:40.182911 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897ba1f-f583-453a-9b04-521fd8e49999 req-acaf7382-3890-4466-a433-5d0229eef2ce tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:40.184086 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3897ba1f-f583-453a-9b04-521fd8e49999 req-acaf7382-3890-4466-a433-5d0229eef2ce tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 944 time: 0.0937862 Jun 28 12:27:40.230243 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3897ba1f-f583-453a-9b04-521fd8e49999 req-c1e63b85-72a5-4fcb-b53e-6abe38b79286 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402977 Jun 28 12:27:40.381620 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9f00c-c0b9-4988-bacc-750e826fa82e req-84c53d56-441b-4eea-bd9e-4db9114bd43b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:40.383159 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-23f9f00c-c0b9-4988-bacc-750e826fa82e req-84c53d56-441b-4eea-bd9e-4db9114bd43b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 945 time: 0.0896032 Jun 28 12:27:40.473301 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-23f9f00c-c0b9-4988-bacc-750e826fa82e req-ba09d6ba-b73b-4919-af09-575425925ebd tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772736 Jun 28 12:27:40.689605 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ac41e-ee1a-4c11-a52c-3cd452999f87 req-eebfd827-4325-4e58-bd26-e2d8ddae4ab5 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:40.691257 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-566ac41e-ee1a-4c11-a52c-3cd452999f87 req-eebfd827-4325-4e58-bd26-e2d8ddae4ab5 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 945 time: 0.0930350 Jun 28 12:27:40.700692 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 47888) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:40.709454 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-764670fa-f30a-4f45-b302-e0e7ec82bc3b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Request body: {'floatingip': {'port_id': '4114eaad-f578-4bf1-ae55-872b59876a3b'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:27:40.835529 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-764670fa-f30a-4f45-b302-e0e7ec82bc3b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for floatingip, before_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:41.092884 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-18af7c28-3ef4-4388-85eb-aa2ff67050b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:41.219046 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c2b39-723b-47c6-b6fc-9054f6da0e62 req-d8a8ac11-b6bc-4269-868d-6e6d306833db tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:41.220616 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-898c2b39-723b-47c6-b6fc-9054f6da0e62 req-d8a8ac11-b6bc-4269-868d-6e6d306833db tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.2741933 Jun 28 12:27:41.481932 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-898c2b39-723b-47c6-b6fc-9054f6da0e62 req-ce17ed99-5716-4934-8f8e-7b34b80de38a tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532957 Jun 28 12:27:41.745916 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5074b60-3220-4621-895e-b0e1c4402f8a req-a719337b-1636-4d22-a4f7-9b6524a2e1a5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:41.747299 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b5074b60-3220-4621-895e-b0e1c4402f8a req-a719337b-1636-4d22-a4f7-9b6524a2e1a5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 944 time: 0.3554678 Jun 28 12:27:41.821316 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b5074b60-3220-4621-895e-b0e1c4402f8a req-6b16392f-926c-4f94-8eac-d37390e837a6 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680771 Jun 28 12:27:42.007558 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-764670fa-f30a-4f45-b302-e0e7ec82bc3b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:42.131962 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-764670fa-f30a-4f45-b302-e0e7ec82bc3b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696881'] for floatingip, after_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:42.223961 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:42.303765 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.db.l3_db [None req-764670fa-f30a-4f45-b302-e0e7ec82bc3b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Floating IP 41fb2762-f180-4fcb-b83d-18cc342cfd4f associated. External IP: 172.27.0.43, port: 4114eaad-f578-4bf1-ae55-872b59876a3b. Jun 28 12:27:42.829624 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764670fa-f30a-4f45-b302-e0e7ec82bc3b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Router cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:27:42.906236 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c885d2-9046-4937-99d1-eb6f1d95fbf2 req-a60ea726-57f9-4cda-9d05-69411a408aea tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:42.912608 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-91c885d2-9046-4937-99d1-eb6f1d95fbf2 req-a60ea726-57f9-4cda-9d05-69411a408aea tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.2722328 Jun 28 12:27:43.036879 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-91c885d2-9046-4937-99d1-eb6f1d95fbf2 req-ae17651c-355b-4885-8b07-e7770da9a5b6 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177928 Jun 28 12:27:43.139114 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764670fa-f30a-4f45-b302-e0e7ec82bc3b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:27:43.150053 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-764670fa-f30a-4f45-b302-e0e7ec82bc3b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for floatingip, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:43.154468 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135ee4c5-acf8-47b9-b2a5-5d8e6d447985 None None] Sync routers for ids ['cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'] in dv-cinder-798094-1-iscsi {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:27:43.167353 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135ee4c5-acf8-47b9-b2a5-5d8e6d447985 None None] Routers {'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:27:43.168170 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-135ee4c5-acf8-47b9-b2a5-5d8e6d447985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:27:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:27:43.227890 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-764670fa-f30a-4f45-b302-e0e7ec82bc3b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "PUT /v2.0/floatingips/41fb2762-f180-4fcb-b83d-18cc342cfd4f HTTP/1.1" status: 200 len: 990 time: 2.5234418 Jun 28 12:27:43.228406 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4485b18-118c-4640-8214-4df2eb02fd3c', 'tag': '4114eaad-f578-4bf1-ae55-872b59876a3b'}] {{(pid=79149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:27:43.259958 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c91002-4b83-4042-8a28-b8f9123b83ef req-0fe33f3a-4fd9-41c7-aeb3-aba61578ed49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:43.261526 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-07c91002-4b83-4042-8a28-b8f9123b83ef req-0fe33f3a-4fd9-41c7-aeb3-aba61578ed49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 944 time: 0.2134931 Jun 28 12:27:43.335416 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-07c91002-4b83-4042-8a28-b8f9123b83ef req-576a168c-442f-4943-af4d-62ee903943fd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676396 Jun 28 12:27:43.388753 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4485b18-118c-4640-8214-4df2eb02fd3c', 'tag': '4114eaad-f578-4bf1-ae55-872b59876a3b', 'status': 'completed', 'code': 200} Jun 28 12:27:43.395672 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-135ee4c5-acf8-47b9-b2a5-5d8e6d447985 None None] Set router cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:27:43.497773 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-1872f7ac-d7d6-4908-ab35-44b9e9ab67d5 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=889dab4f2d1c4272b4d5a1a9f0b735a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307662 Jun 28 12:27:43.561382 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f90c44-a125-4fdc-843f-dc33cb830adc req-bddae7a1-fa02-4995-ba87-2534855ea08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:43.563058 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-a5f90c44-a125-4fdc-843f-dc33cb830adc req-bddae7a1-fa02-4995-ba87-2534855ea08d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04859a58a39e455e91103d81df922270&device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 1098 time: 0.1069613 Jun 28 12:27:43.732538 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-07e7fa0c-b289-470b-9427-1f0075b0bc5a tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:43.733044 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f90c44-a125-4fdc-843f-dc33cb830adc req-9c10c0f6-111d-48d9-addb-15c3757666d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:43.734324 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-07e7fa0c-b289-470b-9427-1f0075b0bc5a tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2305703 Jun 28 12:27:43.734497 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-a5f90c44-a125-4fdc-843f-dc33cb830adc req-9c10c0f6-111d-48d9-addb-15c3757666d4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 HTTP/1.1" status: 200 len: 917 time: 0.1648176 Jun 28 12:27:43.758619 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-91b8ae87-b259-4a9d-bf28-5b5e05f4f55b tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/quotas/889dab4f2d1c4272b4d5a1a9f0b735a5 HTTP/1.1" status: 200 len: 375 time: 0.0174479 Jun 28 12:27:43.790239 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-135ee4c5-acf8-47b9-b2a5-5d8e6d447985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'name': 'tempest-AttachVolumeShelveTestJSON-528365198-router', 'tenant_id': '04859a58a39e455e91103d81df922270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:27:02Z', 'updated_at': '2021-06-28T12:27:09Z', 'revision_number': 4, 'project_id': '04859a58a39e455e91103d81df922270', 'gw_port': {'id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:04Z', 'updated_at': '2021-06-28T12:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_floatingips': [{'id': '41fb2762-f180-4fcb-b83d-18cc342cfd4f', 'tenant_id': '04859a58a39e455e91103d81df922270', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'port_id': '4114eaad-f578-4bf1-ae55-872b59876a3b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'mac_address': 'fa:16:3e:ba:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4485b18-118c-4640-8214-4df2eb02fd3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:27:15Z', 'updated_at': '2021-06-28T12:27:41Z', 'revision_number': 1, 'project_id': '04859a58a39e455e91103d81df922270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1e0099b-f34d-4b7a-a7a9-0474dce65c59', 'name': '', 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'tenant_id': '04859a58a39e455e91103d81df922270', 'mac_address': 'fa:16:3e:77:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:08Z', 'updated_at': '2021-06-28T12:27:15Z', 'revision_number': 5, 'project_id': '04859a58a39e455e91103d81df922270', 'subnets': [{'id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:27:43.795786 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135ee4c5-acf8-47b9-b2a5-5d8e6d447985 None None] Checking router: cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 for host: dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:27:43.806691 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135ee4c5-acf8-47b9-b2a5-5d8e6d447985 None None] Routers {'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:27:43.807369 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-135ee4c5-acf8-47b9-b2a5-5d8e6d447985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:27:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:27:43.811960 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-a2f1e377-e58f-4f8b-9291-7150493af2eb tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=889dab4f2d1c4272b4d5a1a9f0b735a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469928 Jun 28 12:27:43.841060 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:43.862372 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-a5f90c44-a125-4fdc-843f-dc33cb830adc req-d420c5fa-f8cb-4e2e-a125-5e3396c5c909 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4114eaad-f578-4bf1-ae55-872b59876a3b HTTP/1.1" status: 200 len: 998 time: 0.1192081 Jun 28 12:27:43.938038 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f90c44-a125-4fdc-843f-dc33cb830adc req-c749d88e-15ad-4320-a281-e5d9b930488a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:43.939742 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-a5f90c44-a125-4fdc-843f-dc33cb830adc req-c749d88e-15ad-4320-a281-e5d9b930488a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1061743c-39d2-4e9e-96b2-fc1ad65e7f7c HTTP/1.1" status: 200 len: 855 time: 0.0637109 Jun 28 12:27:43.999352 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-135ee4c5-acf8-47b9-b2a5-5d8e6d447985 None None] Set router cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:27:44.023017 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f90c44-a125-4fdc-843f-dc33cb830adc req-4512447d-1a92-462a-b887-7800fd55e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:44.024650 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-a5f90c44-a125-4fdc-843f-dc33cb830adc req-4512447d-1a92-462a-b887-7800fd55e1d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763333 Jun 28 12:27:44.159279 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cbd0b138-f7b0-47ff-bbd5-b4d3c15a0deb req-1bb7e727-f2a6-4379-925a-0c230d001953 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b HTTP/1.1" status: 200 len: 210 time: 0.0532053 Jun 28 12:27:44.251073 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-a5f90c44-a125-4fdc-843f-dc33cb830adc req-ad2e8223-6724-45a3-8537-c0c53c582ee5 service neutron] 10.222.0.64 "GET /v2.0/networks/ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054470 Jun 28 12:27:44.352256 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550bb17-3769-486b-ae79-f5c9acefcca7 req-a1676712-9f53-4658-b9e5-604559e58a4c tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:44.353803 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a550bb17-3769-486b-ae79-f5c9acefcca7 req-a1676712-9f53-4658-b9e5-604559e58a4c tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.1208782 Jun 28 12:27:44.449937 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a550bb17-3769-486b-ae79-f5c9acefcca7 req-8f690ace-8887-4a57-9b55-5f8578ab8efb tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886586 Jun 28 12:27:44.453877 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-a5f90c44-a125-4fdc-843f-dc33cb830adc req-cd7164b6-3094-4302-99a6-41e5bfffcca8 service neutron] 10.222.0.64 "GET /v2.0/networks/ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903732 Jun 28 12:27:44.563910 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-135ee4c5-acf8-47b9-b2a5-5d8e6d447985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'name': 'tempest-AttachVolumeShelveTestJSON-528365198-router', 'tenant_id': '04859a58a39e455e91103d81df922270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:27:02Z', 'updated_at': '2021-06-28T12:27:09Z', 'revision_number': 4, 'project_id': '04859a58a39e455e91103d81df922270', 'gw_port': {'id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:04Z', 'updated_at': '2021-06-28T12:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_floatingips': [{'id': '41fb2762-f180-4fcb-b83d-18cc342cfd4f', 'tenant_id': '04859a58a39e455e91103d81df922270', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'port_id': '4114eaad-f578-4bf1-ae55-872b59876a3b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'mac_address': 'fa:16:3e:ba:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4485b18-118c-4640-8214-4df2eb02fd3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:27:15Z', 'updated_at': '2021-06-28T12:27:41Z', 'revision_number': 1, 'project_id': '04859a58a39e455e91103d81df922270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1e0099b-f34d-4b7a-a7a9-0474dce65c59', 'name': '', 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'tenant_id': '04859a58a39e455e91103d81df922270', 'mac_address': 'fa:16:3e:77:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:08Z', 'updated_at': '2021-06-28T12:27:15Z', 'revision_number': 5, 'project_id': '04859a58a39e455e91103d81df922270', 'subnets': [{'id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:27:44.568201 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135ee4c5-acf8-47b9-b2a5-5d8e6d447985 None None] The sync data for ids ['cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'] in dv-cinder-798094-1-iscsi is: [{'id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'name': 'tempest-AttachVolumeShelveTestJSON-528365198-router', 'tenant_id': '04859a58a39e455e91103d81df922270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:27:02Z', 'updated_at': '2021-06-28T12:27:09Z', 'revision_number': 4, 'project_id': '04859a58a39e455e91103d81df922270', 'gw_port': {'id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:04Z', 'updated_at': '2021-06-28T12:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_floatingips': [{'id': '41fb2762-f180-4fcb-b83d-18cc342cfd4f', 'tenant_id': '04859a58a39e455e91103d81df922270', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'port_id': '4114eaad-f578-4bf1-ae55-872b59876a3b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'mac_address': 'fa:16:3e:ba:3b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4485b18-118c-4640-8214-4df2eb02fd3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:27:15Z', 'updated_at': '2021-06-28T12:27:41Z', 'revision_number': 1, 'project_id': '04859a58a39e455e91103d81df922270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1e0099b-f34d-4b7a-a7a9-0474dce65c59', 'name': '', 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'tenant_id': '04859a58a39e455e91103d81df922270', 'mac_address': 'fa:16:3e:77:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:08Z', 'updated_at': '2021-06-28T12:27:15Z', 'revision_number': 5, 'project_id': '04859a58a39e455e91103d81df922270', 'subnets': [{'id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:27:44.587757 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dc959-9263-4427-95f5-fd0cb2c48038 req-5411b6e4-294c-4387-b3c5-495fc8410752 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:44.589969 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c36dc959-9263-4427-95f5-fd0cb2c48038 req-5411b6e4-294c-4387-b3c5-495fc8410752 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 944 time: 0.0924616 Jun 28 12:27:44.647388 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c36dc959-9263-4427-95f5-fd0cb2c48038 req-c9972b5f-df0a-4c2e-87a5-84ed4e94b78b tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517371 Jun 28 12:27:44.830429 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c732fe01-41a1-4dbd-8458-fb6fe011b2e6 None None] New status for floating IP 41fb2762-f180-4fcb-b83d-18cc342cfd4f: ACTIVE {{(pid=79150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:27:45.266975 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-81d96789-bfa0-4b67-ac9f-d6f0721090bf req-e1bf54bb-e1da-4403-9cc2-f98e5a9630e2 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b HTTP/1.1" status: 200 len: 210 time: 0.0423872 Jun 28 12:27:45.634643 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9671a39-ae79-48a4-bd51-a914424c0e61 req-c939e4bd-abb9-45a6-8216-d7ff60cea2e6 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:45.636643 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b9671a39-ae79-48a4-bd51-a914424c0e61 req-c939e4bd-abb9-45a6-8216-d7ff60cea2e6 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.0812485 Jun 28 12:27:45.690227 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b9671a39-ae79-48a4-bd51-a914424c0e61 req-9e7660a4-ee60-4461-a78d-f43db1c95e48 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456760 Jun 28 12:27:45.889769 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c1aca-5ae2-400b-8bfa-1489bbe8398f req-2e44c122-8991-43e6-b852-cb6ca61f9373 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:45.891434 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a08c1aca-5ae2-400b-8bfa-1489bbe8398f req-2e44c122-8991-43e6-b852-cb6ca61f9373 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 944 time: 0.0828156 Jun 28 12:27:45.941281 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a08c1aca-5ae2-400b-8bfa-1489bbe8398f req-68db7e3e-ba3a-450c-a474-21b4501df74c tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438092 Jun 28 12:27:46.417515 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c3914e8b-f0fc-42ea-83b7-6dd99e2dc49e req-4b90bbde-d1d1-499f-932a-4386de004d8f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b HTTP/1.1" status: 200 len: 210 time: 0.0450461 Jun 28 12:27:46.891882 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4a514-8b71-486d-abb5-d0607d67d711 req-c1ff1a59-616b-4dd9-814a-85b0975e6fb7 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:46.893306 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0bf4a514-8b71-486d-abb5-d0607d67d711 req-c1ff1a59-616b-4dd9-814a-85b0975e6fb7 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.0790262 Jun 28 12:27:46.938785 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0bf4a514-8b71-486d-abb5-d0607d67d711 req-314694e8-49da-43c4-9c2c-43a79810f127 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396128 Jun 28 12:27:47.136949 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03d788-2bc1-4839-bf82-29bda4c9f095 req-3f82a404-da04-406b-ad0f-0c81f85ac31e tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:47.138474 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0a03d788-2bc1-4839-bf82-29bda4c9f095 req-3f82a404-da04-406b-ad0f-0c81f85ac31e tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 944 time: 0.0853856 Jun 28 12:27:47.184224 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0a03d788-2bc1-4839-bf82-29bda4c9f095 req-17c63a6a-2970-4efb-b8c4-090fb0453dac tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398583 Jun 28 12:27:47.232664 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-9ea0f272-9a5b-4830-910e-ca39f4ecad56 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=889dab4f2d1c4272b4d5a1a9f0b735a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266995 Jun 28 12:27:47.448966 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-5e3c6c0a-6349-451d-86d1-13bb99c85595 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:47.450407 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-5e3c6c0a-6349-451d-86d1-13bb99c85595 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2129560 Jun 28 12:27:47.474126 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-566432ef-d705-446b-9e75-5b0e140df94f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Request body: {'port': {'device_id': 'cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b', 'network_id': '51bd3221-048c-4fdf-b5ef-31ea6df6f3ea', 'admin_state_up': True, 'tenant_id': '889dab4f2d1c4272b4d5a1a9f0b735a5'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:27:47.576723 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-35d6d6d9-61f9-4e54-bdfe-deffb5381c5a req-2291d69d-516e-47a6-a461-bffea52b35a0 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b HTTP/1.1" status: 200 len: 210 time: 0.0442610 Jun 28 12:27:47.618720 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-566432ef-d705-446b-9e75-5b0e140df94f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:27:47.623318 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-566432ef-d705-446b-9e75-5b0e140df94f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Usage tracker for resource:port and tenant:889dab4f2d1c4272b4d5a1a9f0b735a5 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:27:47.626323 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-566432ef-d705-446b-9e75-5b0e140df94f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:27:47.632213 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-566432ef-d705-446b-9e75-5b0e140df94f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:27:47.737479 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-566432ef-d705-446b-9e75-5b0e140df94f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Made reservation on behalf of 889dab4f2d1c4272b4d5a1a9f0b735a5 for: {'port': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:27:47.741018 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-566432ef-d705-446b-9e75-5b0e140df94f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:47.754204 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-566432ef-d705-446b-9e75-5b0e140df94f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:47.769135 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-566432ef-d705-446b-9e75-5b0e140df94f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:27:47.772875 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-566432ef-d705-446b-9e75-5b0e140df94f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Usage tracker for resource:security_group_rule and tenant:889dab4f2d1c4272b4d5a1a9f0b735a5 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:27:47.775592 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-566432ef-d705-446b-9e75-5b0e140df94f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:27:47.781189 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-566432ef-d705-446b-9e75-5b0e140df94f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:27:47.870036 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-566432ef-d705-446b-9e75-5b0e140df94f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:47.972039 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-566432ef-d705-446b-9e75-5b0e140df94f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:47.977320 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-d0eddf7c-d776-4beb-af7b-e247d788adbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:48.094218 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566432ef-d705-446b-9e75-5b0e140df94f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=341d1527-c078-4d78-9de1-dc7b0227304c,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:48.099574 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-566432ef-d705-446b-9e75-5b0e140df94f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:48.142340 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4268f-812e-4acd-88b6-90f9a77245fb req-64b18f1f-2fae-4b5c-9ce9-50103b68e785 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:48.144135 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-85f4268f-812e-4acd-88b6-90f9a77245fb req-64b18f1f-2fae-4b5c-9ce9-50103b68e785 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.0881383 Jun 28 12:27:48.191009 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-566432ef-d705-446b-9e75-5b0e140df94f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Allocated IP 192.168.233.45 (51bd3221-048c-4fdf-b5ef-31ea6df6f3ea/7eca6fba-063d-456e-9baf-c77a7dc17cf4/fb4e3a1c-24df-4d99-a0bd-feee83df4285) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:27:48.194143 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-85f4268f-812e-4acd-88b6-90f9a77245fb req-fac166e1-72bb-40f3-9ec7-2605632de4ec tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433033 Jun 28 12:27:48.372750 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead98e3e-64ac-40ec-bcd2-eae4f0c07139 req-193578b1-7d9c-497f-aa77-632c27258b39 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:48.374241 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ead98e3e-64ac-40ec-bcd2-eae4f0c07139 req-193578b1-7d9c-497f-aa77-632c27258b39 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 944 time: 0.0808637 Jun 28 12:27:48.395030 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-566432ef-d705-446b-9e75-5b0e140df94f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:48.410789 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.provisioning_blocks [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-566432ef-d705-446b-9e75-5b0e140df94f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Transition to ACTIVE for port object fb4e3a1c-24df-4d99-a0bd-feee83df4285 will not be triggered until provisioned by entity DHCP. {{(pid=79148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:27:48.419884 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ead98e3e-64ac-40ec-bcd2-eae4f0c07139 req-4ec6e7db-f276-4b94-b369-f01d62cf839e tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398421 Jun 28 12:27:48.510270 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-566432ef-d705-446b-9e75-5b0e140df94f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:48.516369 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-bfd70134-5f1c-4487-b31d-614429104665 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:48.583344 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-566432ef-d705-446b-9e75-5b0e140df94f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Network 51bd3221-048c-4fdf-b5ef-31ea6df6f3ea is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:27:48.587346 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-566432ef-d705-446b-9e75-5b0e140df94f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:27:48.592168 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-566432ef-d705-446b-9e75-5b0e140df94f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:27:48.636367 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566432ef-d705-446b-9e75-5b0e140df94f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Pushing event updated for resources: {'Port': ['ID=fb4e3a1c-24df-4d99-a0bd-feee83df4285,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:48.647184 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-566432ef-d705-446b-9e75-5b0e140df94f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:48.671722 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-566432ef-d705-446b-9e75-5b0e140df94f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:48.671993 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-566432ef-d705-446b-9e75-5b0e140df94f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:48.790468 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-566432ef-d705-446b-9e75-5b0e140df94f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3202596 Jun 28 12:27:48.830952 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-96432e14-b5f2-441a-ba55-d968803beef9 service neutron] Request body: {'port': {'device_id': 'cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:27:48.866627 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1949e66-3d86-4b0a-8fd9-f1bd02fcba18 req-2c88824e-cc0f-4970-b696-413f923382fc tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:48.868139 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c1949e66-3d86-4b0a-8fd9-f1bd02fcba18 req-2c88824e-cc0f-4970-b696-413f923382fc tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b HTTP/1.1" status: 200 len: 935 time: 0.1793885 Jun 28 12:27:48.904033 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-be5642fd-5582-4346-af3d-2b77c90b33f9 None None] Provisioning for port fb4e3a1c-24df-4d99-a0bd-feee83df4285 completed by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:27:48.910815 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-be5642fd-5582-4346-af3d-2b77c90b33f9 None None] Provisioning complete for port fb4e3a1c-24df-4d99-a0bd-feee83df4285 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:27:48.911512 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-be5642fd-5582-4346-af3d-2b77c90b33f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:48.921155 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c1949e66-3d86-4b0a-8fd9-f1bd02fcba18 req-b528eee7-660f-4071-ab10-7cc36401833b tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/security-groups?id=341d1527-c078-4d78-9de1-dc7b0227304c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461526 Jun 28 12:27:48.954974 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-96432e14-b5f2-441a-ba55-d968803beef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:48.984231 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-be5642fd-5582-4346-af3d-2b77c90b33f9 None None] Port fb4e3a1c-24df-4d99-a0bd-feee83df4285 cannot update to ACTIVE because it is not bound. {{(pid=79150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:27:49.301489 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-96432e14-b5f2-441a-ba55-d968803beef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb4e3a1c-24df-4d99-a0bd-feee83df4285 {{(pid=79148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:27:49.309635 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-96432e14-b5f2-441a-ba55-d968803beef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:49.324966 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.provisioning_blocks [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-96432e14-b5f2-441a-ba55-d968803beef9 service neutron] Transition to ACTIVE for port object fb4e3a1c-24df-4d99-a0bd-feee83df4285 will not be triggered until provisioned by entity L2. {{(pid=79148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:27:49.382549 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0d252-d7c4-43c0-8edf-a4eb78091995 req-a984f2ad-9246-47eb-ba72-6fd7f66e8133 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:49.384055 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8cf0d252-d7c4-43c0-8edf-a4eb78091995 req-a984f2ad-9246-47eb-ba72-6fd7f66e8133 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.0795319 Jun 28 12:27:49.406571 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-96432e14-b5f2-441a-ba55-d968803beef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:49.411448 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-573c73b3-69d1-49e0-b163-675e4ca6438e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:49.434129 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8cf0d252-d7c4-43c0-8edf-a4eb78091995 req-46223c82-75bf-4aa5-8871-2d782ecc4187 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436897 Jun 28 12:27:49.604718 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96432e14-b5f2-441a-ba55-d968803beef9 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4e3a1c-24df-4d99-a0bd-feee83df4285,revision_number=2']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:49.607700 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-96432e14-b5f2-441a-ba55-d968803beef9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:49.637324 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de248f31-7881-4e67-aee9-86c0342c55d1 req-b0c09cfd-971c-463d-b312-8c13abf16d36 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:49.638950 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-de248f31-7881-4e67-aee9-86c0342c55d1 req-b0c09cfd-971c-463d-b312-8c13abf16d36 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 944 time: 0.0894578 Jun 28 12:27:49.656952 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-96432e14-b5f2-441a-ba55-d968803beef9 service neutron] Attempting to bind port fb4e3a1c-24df-4d99-a0bd-feee83df4285 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:27:49.657283 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-96432e14-b5f2-441a-ba55-d968803beef9 service neutron] Attempting to bind port fb4e3a1c-24df-4d99-a0bd-feee83df4285 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '0d707ec5-36a0-43ec-a2d0-08d5acef4b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '51bd3221-048c-4fdf-b5ef-31ea6df6f3ea'}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:27:49.657602 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-96432e14-b5f2-441a-ba55-d968803beef9 service neutron] Attempting to bind port fb4e3a1c-24df-4d99-a0bd-feee83df4285 on network 51bd3221-048c-4fdf-b5ef-31ea6df6f3ea {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:27:49.662498 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-96432e14-b5f2-441a-ba55-d968803beef9 service neutron] Port fb4e3a1c-24df-4d99-a0bd-feee83df4285 on network 51bd3221-048c-4fdf-b5ef-31ea6df6f3ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:27:49.662859 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-96432e14-b5f2-441a-ba55-d968803beef9 service neutron] Attempting to bind port fb4e3a1c-24df-4d99-a0bd-feee83df4285 on network 51bd3221-048c-4fdf-b5ef-31ea6df6f3ea {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:27:49.669419 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-96432e14-b5f2-441a-ba55-d968803beef9 service neutron] Checking agent: {'id': '406cf176-031c-46fa-bfd0-dd20e5845d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'started_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:27:49.669754 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-96432e14-b5f2-441a-ba55-d968803beef9 service neutron] Checking segment: {'id': '0d707ec5-36a0-43ec-a2d0-08d5acef4b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '51bd3221-048c-4fdf-b5ef-31ea6df6f3ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:27:49.670140 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-96432e14-b5f2-441a-ba55-d968803beef9 service neutron] Bound using segment: {'id': '0d707ec5-36a0-43ec-a2d0-08d5acef4b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '51bd3221-048c-4fdf-b5ef-31ea6df6f3ea'} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:27:49.670571 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-96432e14-b5f2-441a-ba55-d968803beef9 service neutron] Bound port: fb4e3a1c-24df-4d99-a0bd-feee83df4285, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d707ec5-36a0-43ec-a2d0-08d5acef4b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '51bd3221-048c-4fdf-b5ef-31ea6df6f3ea'}}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:27:49.671035 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-96432e14-b5f2-441a-ba55-d968803beef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:49.686029 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-de248f31-7881-4e67-aee9-86c0342c55d1 req-d8f7ceab-89f6-449f-b125-6b52f983ef5f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410120 Jun 28 12:27:49.772295 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-96432e14-b5f2-441a-ba55-d968803beef9 service neutron] For port fb4e3a1c-24df-4d99-a0bd-feee83df4285, host hv-cinder-79809, cleared binding levels {{(pid=79148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:27:49.775170 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-96432e14-b5f2-441a-ba55-d968803beef9 service neutron] For port fb4e3a1c-24df-4d99-a0bd-feee83df4285, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=fb4e3a1c-24df-4d99-a0bd-feee83df4285,segment=NetworkSegment(0d707ec5-36a0-43ec-a2d0-08d5acef4b2f),segment_id=0d707ec5-36a0-43ec-a2d0-08d5acef4b2f)] {{(pid=79148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:27:49.888204 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-96432e14-b5f2-441a-ba55-d968803beef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:49.894242 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-1e640959-6b06-4989-b76d-cd566292ef4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:50.024272 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-96432e14-b5f2-441a-ba55-d968803beef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:50.025008 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-96432e14-b5f2-441a-ba55-d968803beef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:50.026280 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-96432e14-b5f2-441a-ba55-d968803beef9 service neutron] 10.222.0.64 "PUT /v2.0/ports/fb4e3a1c-24df-4d99-a0bd-feee83df4285 HTTP/1.1" status: 200 len: 1097 time: 1.2013824 Jun 28 12:27:50.026810 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b', 'tag': 'fb4e3a1c-24df-4d99-a0bd-feee83df4285'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:27:50.056858 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96432e14-b5f2-441a-ba55-d968803beef9 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4e3a1c-24df-4d99-a0bd-feee83df4285,revision_number=3']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:50.060859 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-96432e14-b5f2-441a-ba55-d968803beef9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:50.104384 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b', 'tag': 'fb4e3a1c-24df-4d99-a0bd-feee83df4285', 'status': 'completed', 'code': 200} Jun 28 12:27:50.165131 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564cfd0d-2aa0-4aaf-9fa1-89672c660277 req-8d35a3f2-8cd9-46a7-96e0-9d8b106c44ca tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:50.167312 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-564cfd0d-2aa0-4aaf-9fa1-89672c660277 req-8d35a3f2-8cd9-46a7-96e0-9d8b106c44ca tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b HTTP/1.1" status: 200 len: 947 time: 0.1160555 Jun 28 12:27:50.236113 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bc6a5-c779-4a26-80c3-214c5e886cef req-ff0d91c7-9677-4ebe-abfc-8c6e191e231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:50.237669 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-860bc6a5-c779-4a26-80c3-214c5e886cef req-ff0d91c7-9677-4ebe-abfc-8c6e191e231b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=889dab4f2d1c4272b4d5a1a9f0b735a5&device_id=cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b HTTP/1.1" status: 200 len: 1100 time: 0.0788639 Jun 28 12:27:50.244622 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-564cfd0d-2aa0-4aaf-9fa1-89672c660277 req-90aefec9-c0fb-4946-a8bf-ad2809f88fb0 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/security-groups?id=341d1527-c078-4d78-9de1-dc7b0227304c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701253 Jun 28 12:27:50.288837 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-860bc6a5-c779-4a26-80c3-214c5e886cef req-4bfe97f8-676d-4402-ac4e-6fd92efa55ba service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=889dab4f2d1c4272b4d5a1a9f0b735a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248539 Jun 28 12:27:50.429439 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bc6a5-c779-4a26-80c3-214c5e886cef req-0d664d61-04d0-492a-9afc-6722a340b3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:50.430761 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-860bc6a5-c779-4a26-80c3-214c5e886cef req-0d664d61-04d0-492a-9afc-6722a340b3b1 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1348443 Jun 28 12:27:50.575839 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-7719eadc-850f-4b31-ad0e-98089f7c48c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:50.577279 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-7719eadc-850f-4b31-ad0e-98089f7c48c7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=889dab4f2d1c4272b4d5a1a9f0b735a5&device_id=cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b HTTP/1.1" status: 200 len: 1100 time: 0.0713990 Jun 28 12:27:50.634640 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e196f-c0fd-4b35-bd38-01f4f68e6ecf req-f95c69fd-2d08-498a-b664-1bd10d96ccfe tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:50.636309 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7e0e196f-c0fd-4b35-bd38-01f4f68e6ecf req-f95c69fd-2d08-498a-b664-1bd10d96ccfe tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.0835993 Jun 28 12:27:50.669470 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-6254dca6-d431-4bb7-92bd-beaf42e213bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=fb4e3a1c-24df-4d99-a0bd-feee83df4285 HTTP/1.1" status: 200 len: 217 time: 0.0701666 Jun 28 12:27:50.686120 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7e0e196f-c0fd-4b35-bd38-01f4f68e6ecf req-e5e25677-a74f-449b-8e51-6343215eb1fd tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432968 Jun 28 12:27:50.734683 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-c6177769-9866-4da7-a316-41b30459798f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:50.736135 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-c6177769-9866-4da7-a316-41b30459798f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7eca6fba-063d-456e-9baf-c77a7dc17cf4 HTTP/1.1" status: 200 len: 843 time: 0.0605035 Jun 28 12:27:50.831900 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-73d548c1-0f37-4d83-a429-0b2f046acdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:50.833392 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-73d548c1-0f37-4d83-a429-0b2f046acdc6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51bd3221-048c-4fdf-b5ef-31ea6df6f3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0909617 Jun 28 12:27:50.874110 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767a042-8ef4-4b31-9d01-5ecb3fddc20d req-b3e16011-4921-4f7d-b9e2-1e45edf23cc0 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:50.875573 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d767a042-8ef4-4b31-9d01-5ecb3fddc20d req-b3e16011-4921-4f7d-b9e2-1e45edf23cc0 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 944 time: 0.0796146 Jun 28 12:27:50.922183 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d767a042-8ef4-4b31-9d01-5ecb3fddc20d req-efeda783-8a51-4329-80d8-f80e733c5bff tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409868 Jun 28 12:27:50.970016 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-ae598a64-6dfa-4bc6-b5b5-e40b7b1d4be0 service neutron] 10.222.0.64 "GET /v2.0/networks/51bd3221-048c-4fdf-b5ef-31ea6df6f3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281703 Jun 28 12:27:51.103448 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d96e4ec5-5ea1-40f1-8581-3f9f6da88218 req-8796fc2e-8937-4100-b622-91c03020871b service neutron] 10.222.0.64 "GET /v2.0/networks/51bd3221-048c-4fdf-b5ef-31ea6df6f3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259470 Jun 28 12:27:51.432255 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d43f48-a68f-47a1-aa8d-501d5e4d547a req-7b093f3c-1c32-4de1-8922-ee5df1e8caa4 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:51.433751 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f9d43f48-a68f-47a1-aa8d-501d5e4d547a req-7b093f3c-1c32-4de1-8922-ee5df1e8caa4 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b HTTP/1.1" status: 200 len: 947 time: 0.0830791 Jun 28 12:27:51.481966 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f9d43f48-a68f-47a1-aa8d-501d5e4d547a req-30ccc4e0-3bd6-4444-86da-bee589a83334 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/security-groups?id=341d1527-c078-4d78-9de1-dc7b0227304c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421042 Jun 28 12:27:51.872697 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924702c-238e-41c5-918d-5673645278d9 req-86d00771-2062-4515-a4bb-5d4ab887a852 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:51.874044 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c924702c-238e-41c5-918d-5673645278d9 req-86d00771-2062-4515-a4bb-5d4ab887a852 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.0804408 Jun 28 12:27:51.920653 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c924702c-238e-41c5-918d-5673645278d9 req-823d89c4-ae4e-4c4a-98d9-0e0f70ae4a71 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408947 Jun 28 12:27:52.112310 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c57e7-b8d8-4d2d-a311-6e2d1708f760 req-b1b5463d-a7ac-4877-8a95-a9358651507f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:52.113735 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c03c57e7-b8d8-4d2d-a311-6e2d1708f760 req-b1b5463d-a7ac-4877-8a95-a9358651507f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 944 time: 0.0840580 Jun 28 12:27:52.160180 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c03c57e7-b8d8-4d2d-a311-6e2d1708f760 req-895657c3-03ce-4fb7-a40f-145c1586d11a tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405838 Jun 28 12:27:52.672641 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504bea3-e95d-4f21-bcaf-294e0066f303 req-f6239bcc-4f95-4882-9cf6-52d296efbe7c tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:52.674100 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c504bea3-e95d-4f21-bcaf-294e0066f303 req-f6239bcc-4f95-4882-9cf6-52d296efbe7c tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b HTTP/1.1" status: 200 len: 947 time: 0.0844476 Jun 28 12:27:52.697146 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device fb4e3a1c-24df-4d99-a0bd-feee83df4285 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:27:52.721684 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c504bea3-e95d-4f21-bcaf-294e0066f303 req-c3e7ce16-e918-415e-877c-5e7f3679a3b8 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/security-groups?id=341d1527-c078-4d78-9de1-dc7b0227304c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419173 Jun 28 12:27:52.841267 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port fb4e3a1c-24df-4d99-a0bd-feee83df4285, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=fb4e3a1c-24df-4d99-a0bd-feee83df4285,segment=NetworkSegment(0d707ec5-36a0-43ec-a2d0-08d5acef4b2f),segment_id=0d707ec5-36a0-43ec-a2d0-08d5acef4b2f)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:27:52.877105 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Returning: {'device': 'fb4e3a1c-24df-4d99-a0bd-feee83df4285', 'network_id': '51bd3221-048c-4fdf-b5ef-31ea6df6f3ea', 'port_id': 'fb4e3a1c-24df-4d99-a0bd-feee83df4285', 'mac_address': 'fa:16:3e:02:8e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eca6fba-063d-456e-9baf-c77a7dc17cf4', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:27:52.933605 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:52.952282 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4e3a1c-24df-4d99-a0bd-feee83df4285 {{(pid=79150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:27:52.969680 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port fb4e3a1c-24df-4d99-a0bd-feee83df4285, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=fb4e3a1c-24df-4d99-a0bd-feee83df4285,segment=NetworkSegment(0d707ec5-36a0-43ec-a2d0-08d5acef4b2f),segment_id=0d707ec5-36a0-43ec-a2d0-08d5acef4b2f)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:27:53.041488 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:53.043356 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:27:53.112185 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625700c-0401-4eb7-8bdc-ed1d2b852461 req-816d6cb8-453b-4c1e-8198-27b7f374c15a tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:53.113667 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d625700c-0401-4eb7-8bdc-ed1d2b852461 req-816d6cb8-453b-4c1e-8198-27b7f374c15a tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.0860012 Jun 28 12:27:53.114288 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=fb4e3a1c-24df-4d99-a0bd-feee83df4285,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:27:53.117671 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:27:53.160112 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d625700c-0401-4eb7-8bdc-ed1d2b852461 req-c6dff14f-858e-4d61-96b5-5a49fadd7448 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391650 Jun 28 12:27:53.498331 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1a93c-c574-4c8f-af5a-0973d2e3803c req-8a6bb6d4-e1db-4da9-a82a-ac02d324ea95 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:53.499791 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-65e1a93c-c574-4c8f-af5a-0973d2e3803c req-8a6bb6d4-e1db-4da9-a82a-ac02d324ea95 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 944 time: 0.0820889 Jun 28 12:27:53.544208 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-65e1a93c-c574-4c8f-af5a-0973d2e3803c req-04644beb-005d-49eb-b9f6-ea59e03f8976 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386319 Jun 28 12:27:53.915907 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3fdc9-a60a-4814-ae38-0d64757b826a req-b06c03a8-6353-40e0-ae08-ec26d7b580ca tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:53.917406 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4bf3fdc9-a60a-4814-ae38-0d64757b826a req-b06c03a8-6353-40e0-ae08-ec26d7b580ca tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b HTTP/1.1" status: 200 len: 948 time: 0.0830855 Jun 28 12:27:53.962607 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4bf3fdc9-a60a-4814-ae38-0d64757b826a req-2676e119-d01c-4ce1-81e2-a9f2a1d5e6f3 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/security-groups?id=341d1527-c078-4d78-9de1-dc7b0227304c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392075 Jun 28 12:27:54.350009 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327896ba-f091-4ca2-b7ae-4bd0e4b780e1 req-2ccf4ee7-4701-41e6-bf5b-8a30372de0a7 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:54.351511 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-327896ba-f091-4ca2-b7ae-4bd0e4b780e1 req-2ccf4ee7-4701-41e6-bf5b-8a30372de0a7 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.0832241 Jun 28 12:27:54.396786 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-327896ba-f091-4ca2-b7ae-4bd0e4b780e1 req-75b2deab-68c3-41cb-b8b2-a6b7a4c05a39 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394018 Jun 28 12:27:54.728440 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5a3ac-600a-4abc-b937-f9f5c3de18e8 req-b5421e7d-6ee3-4edd-a2df-10bbb1fd8a42 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:54.730440 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-29c5a3ac-600a-4abc-b937-f9f5c3de18e8 req-b5421e7d-6ee3-4edd-a2df-10bbb1fd8a42 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 944 time: 0.0809181 Jun 28 12:27:54.774363 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-29c5a3ac-600a-4abc-b937-f9f5c3de18e8 req-b304b0e8-47c1-4e25-ab1f-9b145bdb7139 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382516 Jun 28 12:27:55.013331 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:55.155023 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b1dbc-31b1-4cac-8a8f-642bfc0655a4 req-217ee4e1-2575-4a44-909a-ad4ccfce185f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:55.156463 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-078b1dbc-31b1-4cac-8a8f-642bfc0655a4 req-217ee4e1-2575-4a44-909a-ad4ccfce185f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b HTTP/1.1" status: 200 len: 948 time: 0.0846229 Jun 28 12:27:55.201394 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-078b1dbc-31b1-4cac-8a8f-642bfc0655a4 req-d1af87ef-22e9-4ace-8b9f-f580a209e394 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/security-groups?id=341d1527-c078-4d78-9de1-dc7b0227304c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391872 Jun 28 12:27:55.585685 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae997c27-fe0f-4cad-926e-006e8f0214ee req-a247c528-4e2b-4031-b166-a55d12364084 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:55.587128 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ae997c27-fe0f-4cad-926e-006e8f0214ee req-a247c528-4e2b-4031-b166-a55d12364084 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.0851955 Jun 28 12:27:55.633048 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ae997c27-fe0f-4cad-926e-006e8f0214ee req-96527d68-3f54-4538-a42d-38406177be75 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394537 Jun 28 12:27:56.031726 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24818271-791e-4d03-891a-665f0fae0b2c req-be4d7452-bb05-402a-8a36-c5170d431df2 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:56.033198 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-24818271-791e-4d03-891a-665f0fae0b2c req-be4d7452-bb05-402a-8a36-c5170d431df2 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 944 time: 0.1532583 Jun 28 12:27:56.078567 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-24818271-791e-4d03-891a-665f0fae0b2c req-7040f445-c4ee-4d99-a37a-060709be2221 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396554 Jun 28 12:27:56.392504 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a30766-8720-46f8-8641-d31e0adf4dde req-00b6f375-e59e-435d-9939-c60c7e61287c tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:56.393920 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-78a30766-8720-46f8-8641-d31e0adf4dde req-00b6f375-e59e-435d-9939-c60c7e61287c tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b HTTP/1.1" status: 200 len: 948 time: 0.0819035 Jun 28 12:27:56.399042 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['fb4e3a1c-24df-4d99-a0bd-feee83df4285'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:27:56.439713 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-78a30766-8720-46f8-8641-d31e0adf4dde req-24fd6161-640a-4784-a5b2-374ec9e07747 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/security-groups?id=341d1527-c078-4d78-9de1-dc7b0227304c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398498 Jun 28 12:27:56.820438 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f7ffb-d8ca-4cba-9e92-0447f5270094 req-c6880e6b-1013-4e8b-84cc-fa2d808b1074 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:56.821794 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6c9f7ffb-d8ca-4cba-9e92-0447f5270094 req-c6880e6b-1013-4e8b-84cc-fa2d808b1074 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.0796325 Jun 28 12:27:56.872900 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6c9f7ffb-d8ca-4cba-9e92-0447f5270094 req-e83d6088-76c6-46c3-98ac-948d9d9d697e tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453346 Jun 28 12:27:57.263765 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc4296-f1ce-4f9b-aaf5-b7652a4cfc36 req-d8b7f855-0c30-4dd6-b850-025e48c3bdec tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:57.265194 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a9dc4296-f1ce-4f9b-aaf5-b7652a4cfc36 req-d8b7f855-0c30-4dd6-b850-025e48c3bdec tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 944 time: 0.0823257 Jun 28 12:27:57.311017 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a9dc4296-f1ce-4f9b-aaf5-b7652a4cfc36 req-3fb6162e-136f-4254-9c10-dae53f5449e8 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399919 Jun 28 12:27:57.630294 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8e011-6854-4f89-9f40-20542b67cab5 req-aa262a44-58c3-42d1-89e8-c1a377bb035d tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:57.631790 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-90f8e011-6854-4f89-9f40-20542b67cab5 req-aa262a44-58c3-42d1-89e8-c1a377bb035d tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b HTTP/1.1" status: 200 len: 948 time: 0.0838494 Jun 28 12:27:57.682563 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-90f8e011-6854-4f89-9f40-20542b67cab5 req-8587bf95-80c0-468d-9863-3603bd3d0336 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/security-groups?id=341d1527-c078-4d78-9de1-dc7b0227304c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440500 Jun 28 12:27:58.069271 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be2830-32c6-4d03-95ab-4864512b70c4 req-8fbe8753-bca8-47fd-92c1-42411071e1c8 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:58.070710 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-61be2830-32c6-4d03-95ab-4864512b70c4 req-8fbe8753-bca8-47fd-92c1-42411071e1c8 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.0810885 Jun 28 12:27:58.117052 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-61be2830-32c6-4d03-95ab-4864512b70c4 req-ea288656-77ea-4582-9910-9ba8c9bb4d06 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403838 Jun 28 12:27:58.502903 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f9178-9701-40dd-a361-9db46e9e3e92 req-6502775e-d651-486c-9451-31808f7498d6 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:58.504482 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-253f9178-9701-40dd-a361-9db46e9e3e92 req-6502775e-d651-486c-9451-31808f7498d6 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 944 time: 0.0871210 Jun 28 12:27:58.551021 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-253f9178-9701-40dd-a361-9db46e9e3e92 req-e88a5faf-67dd-4c10-90ce-b5d296e625ef tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405383 Jun 28 12:27:58.866641 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c42ecf-927d-4054-80f1-aee7478e259b req-025207f4-80d9-472f-84ae-9245c9138681 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:58.868114 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-95c42ecf-927d-4054-80f1-aee7478e259b req-025207f4-80d9-472f-84ae-9245c9138681 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b HTTP/1.1" status: 200 len: 948 time: 0.0787594 Jun 28 12:27:58.913775 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-95c42ecf-927d-4054-80f1-aee7478e259b req-afde6ecc-4b71-4a3a-b222-3cbb6e13452d tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/security-groups?id=341d1527-c078-4d78-9de1-dc7b0227304c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394635 Jun 28 12:27:59.310297 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1453b40-6a6b-46bc-aac5-185003d3e5ce req-9fe5c442-0faf-4a9f-a95c-a24b96922b5a tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:59.311761 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a1453b40-6a6b-46bc-aac5-185003d3e5ce req-9fe5c442-0faf-4a9f-a95c-a24b96922b5a tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.0840900 Jun 28 12:27:59.356174 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a1453b40-6a6b-46bc-aac5-185003d3e5ce req-ad906ef8-a63e-421c-962d-2bb8a2a5fb13 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387287 Jun 28 12:27:59.740822 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e3a93-1250-445a-a7fe-33b1c8468f09 req-9f19988a-b917-4df3-80ce-455fa6daf226 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:27:59.742291 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ab5e3a93-1250-445a-a7fe-33b1c8468f09 req-9f19988a-b917-4df3-80ce-455fa6daf226 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 944 time: 0.0845008 Jun 28 12:27:59.788354 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ab5e3a93-1250-445a-a7fe-33b1c8468f09 req-0d04bb35-0bc2-4e4b-ac1b-034b669af3d9 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401509 Jun 28 12:28:00.106423 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06553a74-6887-4379-ba84-0925d0860809 req-8e322972-2b34-440f-9a0c-bc8afc1a0eed tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:00.107849 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-06553a74-6887-4379-ba84-0925d0860809 req-8e322972-2b34-440f-9a0c-bc8afc1a0eed tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b HTTP/1.1" status: 200 len: 948 time: 0.0816314 Jun 28 12:28:00.153698 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-06553a74-6887-4379-ba84-0925d0860809 req-7c1f8193-ba45-4fb0-802f-14878b374bd5 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/security-groups?id=341d1527-c078-4d78-9de1-dc7b0227304c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400512 Jun 28 12:28:00.545987 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa86d62-8d12-4796-956e-17b8c598ea8f req-770a6ff7-8298-467c-8ee2-bf75368d44ec tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:00.547500 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ffa86d62-8d12-4796-956e-17b8c598ea8f req-770a6ff7-8298-467c-8ee2-bf75368d44ec tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.0839465 Jun 28 12:28:00.598245 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ffa86d62-8d12-4796-956e-17b8c598ea8f req-c7b5f7e5-c15a-454e-b1f5-b89df6a2d8c5 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449803 Jun 28 12:28:00.755430 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device fb4e3a1c-24df-4d99-a0bd-feee83df4285 up at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:28:00.922098 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning for port fb4e3a1c-24df-4d99-a0bd-feee83df4285 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:28:00.927713 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning complete for port fb4e3a1c-24df-4d99-a0bd-feee83df4285 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:28:00.934296 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:01.079153 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:01.119352 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4e3a1c-24df-4d99-a0bd-feee83df4285'}] {{(pid=79150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:28:01.131524 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port fb4e3a1c-24df-4d99-a0bd-feee83df4285, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=fb4e3a1c-24df-4d99-a0bd-feee83df4285,segment=NetworkSegment(0d707ec5-36a0-43ec-a2d0-08d5acef4b2f),segment_id=0d707ec5-36a0-43ec-a2d0-08d5acef4b2f)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:28:01.154104 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106aef3-04e5-444c-8f98-635851e00201 req-e9344b06-336d-46ca-89bc-47162496e906 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:01.155636 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f106aef3-04e5-444c-8f98-635851e00201 req-e9344b06-336d-46ca-89bc-47162496e906 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 944 time: 0.0986907 Jun 28 12:28:01.209824 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f106aef3-04e5-444c-8f98-635851e00201 req-dee71ce3-f24c-4757-b7df-830c3d9d50ae tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428190 Jun 28 12:28:01.244785 dv-cinder-798094-1-iscsi neutron-server[79150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4e3a1c-24df-4d99-a0bd-feee83df4285', 'code': 200} Jun 28 12:28:01.310856 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:01.313791 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:01.397116 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba95212-6b72-47b7-b431-c336f095800c req-e7f53f77-e57a-40c7-9b73-4c60828f3ad3 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:01.398302 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=fb4e3a1c-24df-4d99-a0bd-feee83df4285,revision_number=5']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:01.398596 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9ba95212-6b72-47b7-b431-c336f095800c req-e7f53f77-e57a-40c7-9b73-4c60828f3ad3 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b HTTP/1.1" status: 200 len: 949 time: 0.0964375 Jun 28 12:28:01.402561 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:01.444493 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9ba95212-6b72-47b7-b431-c336f095800c req-490c29a1-1edb-46ad-8217-2ab4fb109ccd tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/security-groups?id=341d1527-c078-4d78-9de1-dc7b0227304c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395448 Jun 28 12:28:01.732628 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33138e2-c50e-444b-a8b5-efe5662117b5 req-c8a3d4b3-24bf-49d2-81a3-a23796a40964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:01.734020 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-a33138e2-c50e-444b-a8b5-efe5662117b5 req-c8a3d4b3-24bf-49d2-81a3-a23796a40964 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b HTTP/1.1" status: 200 len: 1102 time: 0.0722213 Jun 28 12:28:01.778971 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-a33138e2-c50e-444b-a8b5-efe5662117b5 req-a4cfbac0-cc31-4a22-bc27-4252a6b01f3c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=341d1527-c078-4d78-9de1-dc7b0227304c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365326 Jun 28 12:28:01.803733 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f38465-5aca-41df-8947-d879f6231a5a req-36778f16-b24d-4b75-896a-c1681c46f695 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:01.805170 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-94f38465-5aca-41df-8947-d879f6231a5a req-36778f16-b24d-4b75-896a-c1681c46f695 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.0833993 Jun 28 12:28:01.851927 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-94f38465-5aca-41df-8947-d879f6231a5a req-a98fb022-1123-4894-8763-408625df120a tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404365 Jun 28 12:28:02.396553 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f8965-0999-4d1e-8f95-9ef1bd136a07 req-581472d1-290d-44f3-a2dd-1a411463018d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:02.397984 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cb0f8965-0999-4d1e-8f95-9ef1bd136a07 req-581472d1-290d-44f3-a2dd-1a411463018d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 944 time: 0.0802543 Jun 28 12:28:02.428888 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:28:02.444055 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cb0f8965-0999-4d1e-8f95-9ef1bd136a07 req-ac8e31bd-8dc4-4c45-a1da-65e8b4a3e79d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403073 Jun 28 12:28:02.639663 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469d889-37c0-4fbb-ab0a-3738f439741e req-a4133531-1061-43c0-ba52-bc19bb9ef1c5 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:02.641142 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b469d889-37c0-4fbb-ab0a-3738f439741e req-a4133531-1061-43c0-ba52-bc19bb9ef1c5 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b HTTP/1.1" status: 200 len: 949 time: 0.0838251 Jun 28 12:28:02.687166 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b469d889-37c0-4fbb-ab0a-3738f439741e req-a9c9c0e5-8615-4d9f-9712-94a365266b76 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/security-groups?id=341d1527-c078-4d78-9de1-dc7b0227304c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402734 Jun 28 12:28:02.758357 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 92231f7d-7c01-4913-b879-0b27a45872e6 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:28:02.894877 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 92231f7d-7c01-4913-b879-0b27a45872e6, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=92231f7d-7c01-4913-b879-0b27a45872e6,segment=NetworkSegment(dc1f170b-1229-466f-8985-928d834987ab),segment_id=dc1f170b-1229-466f-8985-928d834987ab)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:28:02.908674 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Returning: {'device': '92231f7d-7c01-4913-b879-0b27a45872e6', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'port_id': '92231f7d-7c01-4913-b879-0b27a45872e6', 'mac_address': 'fa:16:3e:62:4d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:28:02.972268 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:02.996982 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92231f7d-7c01-4913-b879-0b27a45872e6 {{(pid=79150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:28:03.012606 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 92231f7d-7c01-4913-b879-0b27a45872e6, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=92231f7d-7c01-4913-b879-0b27a45872e6,segment=NetworkSegment(dc1f170b-1229-466f-8985-928d834987ab),segment_id=dc1f170b-1229-466f-8985-928d834987ab)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:28:03.051011 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c9a91-3817-4c6b-b48c-ddb292d8a0f8 req-437934db-6bfa-4335-b405-db3d79b5a6fc tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:03.052715 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ef4c9a91-3817-4c6b-b48c-ddb292d8a0f8 req-437934db-6bfa-4335-b405-db3d79b5a6fc tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.0906484 Jun 28 12:28:03.099228 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:03.100971 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:03.104961 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ef4c9a91-3817-4c6b-b48c-ddb292d8a0f8 req-69f8dd86-c67f-4af8-9278-036dce113a13 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447760 Jun 28 12:28:03.167112 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=92231f7d-7c01-4913-b879-0b27a45872e6,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:03.169949 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:03.689288 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a69739-ba31-4bd6-8a56-d71bbc12c0b7 req-ba4def9b-45bc-4b69-b453-0f7f1e9ff3c0 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:03.690751 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-77a69739-ba31-4bd6-8a56-d71bbc12c0b7 req-ba4def9b-45bc-4b69-b453-0f7f1e9ff3c0 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 945 time: 0.1432524 Jun 28 12:28:03.736617 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-77a69739-ba31-4bd6-8a56-d71bbc12c0b7 req-8a50b909-638f-48d7-a691-e53eacae17fa tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398042 Jun 28 12:28:03.910574 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d5305-e9b1-429a-b0b0-4c2373c0c4c5 req-75617d4e-c8ea-493d-bdde-335fa22f66d8 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:03.912077 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b13d5305-e9b1-429a-b0b0-4c2373c0c4c5 req-75617d4e-c8ea-493d-bdde-335fa22f66d8 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b HTTP/1.1" status: 200 len: 949 time: 0.0816894 Jun 28 12:28:03.957906 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b13d5305-e9b1-429a-b0b0-4c2373c0c4c5 req-1643263a-de45-4d79-8322-e1b6c384fd1a tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/security-groups?id=341d1527-c078-4d78-9de1-dc7b0227304c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394976 Jun 28 12:28:04.241486 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 48262) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:28:04.300274 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5286ba-56d0-443a-9d3b-5fb5935e84a1 req-d2fb5974-bf20-4968-a48d-5a799ae8882a tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:04.301675 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6f5286ba-56d0-443a-9d3b-5fb5935e84a1 req-d2fb5974-bf20-4968-a48d-5a799ae8882a tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.0845082 Jun 28 12:28:04.354857 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6f5286ba-56d0-443a-9d3b-5fb5935e84a1 req-fbf7ca8a-3562-490b-a315-56d6f11e0102 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470021 Jun 28 12:28:04.365328 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-46964908-c92a-4616-8830-692f296251f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:04.383501 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-46964908-c92a-4616-8830-692f296251f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:28:04.388140 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-46964908-c92a-4616-8830-692f296251f7 admin admin] Usage tracker for resource:security_group_rule and tenant:d17a5a548f4549a7ad48401c7eb4ef82 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:28:04.391211 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-46964908-c92a-4616-8830-692f296251f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:28:04.396919 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-46964908-c92a-4616-8830-692f296251f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:28:04.480161 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-46964908-c92a-4616-8830-692f296251f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:04.544837 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-46964908-c92a-4616-8830-692f296251f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:04.552184 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-35169444-6ed0-4847-8d7e-758923a2524a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:04.593250 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-46964908-c92a-4616-8830-692f296251f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d17a5a548f4549a7ad48401c7eb4ef82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3506911 Jun 28 12:28:04.594158 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46964908-c92a-4616-8830-692f296251f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884e5332-d87f-40c9-b6b8-83ef643a32ee,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:04.595991 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 48270) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:28:04.597550 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-46964908-c92a-4616-8830-692f296251f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:04.656041 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-fc9000d6-777f-4d63-892e-1702f61d7f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:04.681663 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-fc9000d6-777f-4d63-892e-1702f61d7f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:04.878363 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-fc9000d6-777f-4d63-892e-1702f61d7f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:04.886365 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-870b6499-7bdf-4a4c-a596-c85bbc4fc4cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:04.899996 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9000d6-777f-4d63-892e-1702f61d7f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884e5332-d87f-40c9-b6b8-83ef643a32ee,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:04.904949 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-fc9000d6-777f-4d63-892e-1702f61d7f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:04.913623 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-fc9000d6-777f-4d63-892e-1702f61d7f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:04.919389 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-fc9000d6-777f-4d63-892e-1702f61d7f9e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/884e5332-d87f-40c9-b6b8-83ef643a32ee HTTP/1.1" status: 204 len: 168 time: 0.3164382 Jun 28 12:28:04.945360 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217c89c-92fb-4e35-8d68-ac38db2eef0d req-dd9bed79-8e2b-4237-bbb6-bbf41b857994 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:04.946964 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3217c89c-92fb-4e35-8d68-ac38db2eef0d req-dd9bed79-8e2b-4237-bbb6-bbf41b857994 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 945 time: 0.1067662 Jun 28 12:28:04.997313 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3217c89c-92fb-4e35-8d68-ac38db2eef0d req-1f959427-a559-4afd-abd8-d50780dffe67 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440617 Jun 28 12:28:05.174828 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d253a-750f-4182-9fcb-9c678935cc09 req-9272aedb-52e1-45d5-ad4d-6208a50e5ae9 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:05.176272 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-be0d253a-750f-4182-9fcb-9c678935cc09 req-9272aedb-52e1-45d5-ad4d-6208a50e5ae9 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b HTTP/1.1" status: 200 len: 949 time: 0.0820675 Jun 28 12:28:05.225625 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-be0d253a-750f-4182-9fcb-9c678935cc09 req-71825b51-82d1-4b58-bccc-bb9ef5a3b859 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/security-groups?id=341d1527-c078-4d78-9de1-dc7b0227304c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434260 Jun 28 12:28:05.542419 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f5d16-f87c-4c59-815c-610b3e769359 req-1f99f129-dbee-4aee-a99e-9efd1ae9b78f tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:05.544177 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-004f5d16-f87c-4c59-815c-610b3e769359 req-1f99f129-dbee-4aee-a99e-9efd1ae9b78f tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.0824442 Jun 28 12:28:05.590400 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-004f5d16-f87c-4c59-815c-610b3e769359 req-40e6dc4d-24dc-4768-a409-97d36740f983 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403581 Jun 28 12:28:05.695807 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 48290) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:28:05.714784 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-29b5824f-dbf6-4758-b024-20dc4d7d86c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:05.728960 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-29b5824f-dbf6-4758-b024-20dc4d7d86c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:28:05.733547 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-29b5824f-dbf6-4758-b024-20dc4d7d86c7 admin admin] Usage tracker for resource:security_group_rule and tenant:8a817d57262c4141a0436a186a1d0011 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:28:05.736357 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-29b5824f-dbf6-4758-b024-20dc4d7d86c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:28:05.742253 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-29b5824f-dbf6-4758-b024-20dc4d7d86c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:28:05.828236 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-29b5824f-dbf6-4758-b024-20dc4d7d86c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:05.938837 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-29b5824f-dbf6-4758-b024-20dc4d7d86c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:05.947619 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-84fc797d-8f69-45b2-8356-bb1b18fac5a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:05.990528 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-29b5824f-dbf6-4758-b024-20dc4d7d86c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a817d57262c4141a0436a186a1d0011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936661 Jun 28 12:28:05.992083 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5824f-dbf6-4758-b024-20dc4d7d86c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea20861-dac9-4fdd-9f0f-80f5747c94fb,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:05.993289 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 48296) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:28:05.996234 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-29b5824f-dbf6-4758-b024-20dc4d7d86c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:06.051169 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-2d78d846-c326-49f0-ae37-a34900aaa566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:06.084112 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-2d78d846-c326-49f0-ae37-a34900aaa566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:06.199612 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2f72f-7599-4b01-9d1e-359bd2fb608c req-483e0e9f-b628-4b16-a4e3-309d4ffd528a tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:06.200998 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-69a2f72f-7599-4b01-9d1e-359bd2fb608c req-483e0e9f-b628-4b16-a4e3-309d4ffd528a tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 945 time: 0.0956635 Jun 28 12:28:06.245310 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-69a2f72f-7599-4b01-9d1e-359bd2fb608c req-b0d3cb9c-2c96-4c26-bc6d-c31739f6804a tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385871 Jun 28 12:28:06.380240 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-2d78d846-c326-49f0-ae37-a34900aaa566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:06.389205 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-085c56b6-4990-4e53-9749-1603f7ad72ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:06.404156 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78d846-c326-49f0-ae37-a34900aaa566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea20861-dac9-4fdd-9f0f-80f5747c94fb,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:06.408663 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-2d78d846-c326-49f0-ae37-a34900aaa566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:06.411314 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-2d78d846-c326-49f0-ae37-a34900aaa566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:06.412374 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-2d78d846-c326-49f0-ae37-a34900aaa566 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ea20861-dac9-4fdd-9f0f-80f5747c94fb HTTP/1.1" status: 204 len: 168 time: 0.4181125 Jun 28 12:28:06.448595 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1053b-7231-4af3-b91a-32e908f856c5 req-11438714-30e0-406e-a2df-6f50c6dca3b0 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:06.450099 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a3c1053b-7231-4af3-b91a-32e908f856c5 req-11438714-30e0-406e-a2df-6f50c6dca3b0 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b HTTP/1.1" status: 200 len: 949 time: 0.1102672 Jun 28 12:28:06.496750 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a3c1053b-7231-4af3-b91a-32e908f856c5 req-490cba05-c5f6-43f4-bc08-ec0bdd294986 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/security-groups?id=341d1527-c078-4d78-9de1-dc7b0227304c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409532 Jun 28 12:28:06.776259 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a75d3c-6337-4144-bd67-e5addca0dad8 req-b81dff48-8727-40fc-b22d-564dc9941930 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:06.778270 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b3a75d3c-6337-4144-bd67-e5addca0dad8 req-b81dff48-8727-40fc-b22d-564dc9941930 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.0833502 Jun 28 12:28:06.829094 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b3a75d3c-6337-4144-bd67-e5addca0dad8 req-d99baf59-5758-49d3-8da1-b08bcd0db5c5 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448864 Jun 28 12:28:07.430391 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 48336) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:28:07.456468 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a11d6-be06-47d6-8d27-66e1a13127da req-c9d1ae3e-40e3-4d34-97fb-1e9a30e0dc48 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:07.465007 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-769a11d6-be06-47d6-8d27-66e1a13127da req-c9d1ae3e-40e3-4d34-97fb-1e9a30e0dc48 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 945 time: 0.1123438 Jun 28 12:28:07.508529 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-769a11d6-be06-47d6-8d27-66e1a13127da req-18482fe2-2ab8-42c8-9607-a68402ac31b8 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425694 Jun 28 12:28:07.565029 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-540569a1-2a18-4ac4-9dcd-c10c62dc03f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:07.586117 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-540569a1-2a18-4ac4-9dcd-c10c62dc03f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:28:07.590514 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-540569a1-2a18-4ac4-9dcd-c10c62dc03f3 admin admin] Usage tracker for resource:security_group_rule and tenant:baf25ac0daf84fde92a0565d6e0e7cac is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:28:07.593941 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-540569a1-2a18-4ac4-9dcd-c10c62dc03f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:28:07.600334 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-540569a1-2a18-4ac4-9dcd-c10c62dc03f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:28:07.739781 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3279e7-2fde-4063-97e3-27672435b932 req-174a2cae-01f6-48c4-9efc-fe5a826375fa tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:07.741267 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cc3279e7-2fde-4063-97e3-27672435b932 req-174a2cae-01f6-48c4-9efc-fe5a826375fa tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b HTTP/1.1" status: 200 len: 949 time: 0.1192057 Jun 28 12:28:07.774610 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-540569a1-2a18-4ac4-9dcd-c10c62dc03f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:07.800251 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cc3279e7-2fde-4063-97e3-27672435b932 req-9d90031d-c4c2-4e94-b4f4-f4bd1af8706c tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/security-groups?id=341d1527-c078-4d78-9de1-dc7b0227304c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518839 Jun 28 12:28:07.836355 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-540569a1-2a18-4ac4-9dcd-c10c62dc03f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:07.843077 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-8d9b4380-b162-48af-a147-0bd5dfaddd51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:07.886531 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540569a1-2a18-4ac4-9dcd-c10c62dc03f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84aaad56-c42e-4272-b731-52fe9273c94d,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:07.890593 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-540569a1-2a18-4ac4-9dcd-c10c62dc03f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=baf25ac0daf84fde92a0565d6e0e7cac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4592230 Jun 28 12:28:07.891578 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-540569a1-2a18-4ac4-9dcd-c10c62dc03f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:07.893395 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 48356) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:28:07.921485 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['92231f7d-7c01-4913-b879-0b27a45872e6'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:28:08.018071 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-acd012eb-5767-4e13-ad10-556ac1e4dde4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:08.044836 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-acd012eb-5767-4e13-ad10-556ac1e4dde4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:08.052902 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8daf5-5ef6-41a2-88ce-cd1a01626dc2 req-ae04a8f6-2251-41e9-a04a-deec32981d10 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:08.054367 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d2c8daf5-5ef6-41a2-88ce-cd1a01626dc2 req-ae04a8f6-2251-41e9-a04a-deec32981d10 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.0955653 Jun 28 12:28:08.117051 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d2c8daf5-5ef6-41a2-88ce-cd1a01626dc2 req-7984d41e-5bf2-4c1d-9b5f-b41b2a0c1464 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544248 Jun 28 12:28:08.270557 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-acd012eb-5767-4e13-ad10-556ac1e4dde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:08.275911 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-9f9475c3-f8bb-4613-929f-5817561daa95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:08.289940 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd012eb-5767-4e13-ad10-556ac1e4dde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84aaad56-c42e-4272-b731-52fe9273c94d,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:08.292787 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-acd012eb-5767-4e13-ad10-556ac1e4dde4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:08.305124 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-acd012eb-5767-4e13-ad10-556ac1e4dde4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:08.307382 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-acd012eb-5767-4e13-ad10-556ac1e4dde4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84aaad56-c42e-4272-b731-52fe9273c94d HTTP/1.1" status: 204 len: 168 time: 0.4119370 Jun 28 12:28:08.636259 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-101216f7-0856-495a-9a0d-aefa94a119a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:08.737268 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e81c1-6b26-4521-9fb2-7e73f70eccdf req-42185200-e0da-4eb5-a314-5c6ba7cc7a5f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:08.738539 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-152e81c1-6b26-4521-9fb2-7e73f70eccdf req-42185200-e0da-4eb5-a314-5c6ba7cc7a5f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 945 time: 0.0884371 Jun 28 12:28:08.790043 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-152e81c1-6b26-4521-9fb2-7e73f70eccdf req-066698b1-a27b-40ee-8252-4ff04130fc9d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420377 Jun 28 12:28:08.961721 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:09.003300 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0272f00-7654-4403-bffe-eb9a1e9250a5 req-148c7dfb-9f69-4cef-b5bd-ae2039200aba tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:09.004616 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f0272f00-7654-4403-bffe-eb9a1e9250a5 req-148c7dfb-9f69-4cef-b5bd-ae2039200aba tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b HTTP/1.1" status: 200 len: 949 time: 0.0891538 Jun 28 12:28:09.053521 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f0272f00-7654-4403-bffe-eb9a1e9250a5 req-ce186932-b8b7-4b68-a2cb-1accb1870f3f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/security-groups?id=341d1527-c078-4d78-9de1-dc7b0227304c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418899 Jun 28 12:28:09.336352 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95d46a-447c-4672-b7d1-fcc4b87f7e2d req-137b523e-ee08-4a41-ac60-788160d782db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:09.337849 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-5a95d46a-447c-4672-b7d1-fcc4b87f7e2d req-137b523e-ee08-4a41-ac60-788160d782db service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 1098 time: 0.0854008 Jun 28 12:28:09.349417 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7d5d8-4a8c-4f0d-9d0a-02d3fde4a1f2 req-c8dcad16-7799-480a-9257-a8c9d5015dcb tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:09.350875 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c0f7d5d8-4a8c-4f0d-9d0a-02d3fde4a1f2 req-c8dcad16-7799-480a-9257-a8c9d5015dcb tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.0984347 Jun 28 12:28:09.390133 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-5a95d46a-447c-4672-b7d1-fcc4b87f7e2d req-fdfde96a-8671-46ad-96a1-decdada55560 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393858 Jun 28 12:28:09.395893 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c0f7d5d8-4a8c-4f0d-9d0a-02d3fde4a1f2 req-867be778-855c-493c-86a1-f18f35c31eee tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386646 Jun 28 12:28:09.800563 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97477a39-5716-4e60-ae4f-3f4ee45accd1 req-bdb4f0cd-9c65-47bc-ac01-34cebee8464a tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:09.801518 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-97477a39-5716-4e60-ae4f-3f4ee45accd1 req-bdb4f0cd-9c65-47bc-ac01-34cebee8464a tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b HTTP/1.1" status: 200 len: 949 time: 0.1160984 Jun 28 12:28:09.923863 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-97477a39-5716-4e60-ae4f-3f4ee45accd1 req-41f3e31c-5a70-46e9-906c-fb540046b7ef tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/security-groups?id=341d1527-c078-4d78-9de1-dc7b0227304c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213076 Jun 28 12:28:10.120570 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40394858-fa94-402b-bc52-4e3293b4269f req-fb6fd688-65ef-4232-bcfa-acdeaa3020fd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:10.121899 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-40394858-fa94-402b-bc52-4e3293b4269f req-fb6fd688-65ef-4232-bcfa-acdeaa3020fd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 945 time: 0.0784569 Jun 28 12:28:10.168931 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-40394858-fa94-402b-bc52-4e3293b4269f req-65fe8862-f769-4dd2-901a-0882aa413392 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409861 Jun 28 12:28:10.585263 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc1c9b-295f-4272-90cf-6849c5425b61 req-cbb36e53-075a-4df4-91ce-5aea5d68ef51 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:10.586716 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-befc1c9b-295f-4272-90cf-6849c5425b61 req-cbb36e53-075a-4df4-91ce-5aea5d68ef51 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.0797455 Jun 28 12:28:10.631427 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-befc1c9b-295f-4272-90cf-6849c5425b61 req-89493a99-2fd4-4f38-af56-efc9ba3c1a25 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384717 Jun 28 12:28:10.803068 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 92231f7d-7c01-4913-b879-0b27a45872e6 up at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:28:11.001937 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning for port 92231f7d-7c01-4913-b879-0b27a45872e6 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:28:11.008029 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning complete for port 92231f7d-7c01-4913-b879-0b27a45872e6 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:28:11.008573 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:11.139727 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ab9cb-c32c-4e03-a83e-ac5d0f72a2e3 req-06cba59b-ca98-4167-913e-46104ed1df76 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:11.141276 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bf2ab9cb-c32c-4e03-a83e-ac5d0f72a2e3 req-06cba59b-ca98-4167-913e-46104ed1df76 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b HTTP/1.1" status: 200 len: 949 time: 0.1051018 Jun 28 12:28:11.143256 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:11.170101 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d93137bb-8854-422f-96c3-02f0860a4a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:11.182028 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123b1319-b447-483a-aac4-3a9bc7699778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92231f7d-7c01-4913-b879-0b27a45872e6'}] {{(pid=79150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:28:11.195889 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bf2ab9cb-c32c-4e03-a83e-ac5d0f72a2e3 req-48b7a66e-9131-4d36-953c-ed7b194ad3e4 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/security-groups?id=341d1527-c078-4d78-9de1-dc7b0227304c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488470 Jun 28 12:28:11.202025 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 92231f7d-7c01-4913-b879-0b27a45872e6, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=92231f7d-7c01-4913-b879-0b27a45872e6,segment=NetworkSegment(dc1f170b-1229-466f-8985-928d834987ab),segment_id=dc1f170b-1229-466f-8985-928d834987ab)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:28:11.237118 dv-cinder-798094-1-iscsi neutron-server[79150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123b1319-b447-483a-aac4-3a9bc7699778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92231f7d-7c01-4913-b879-0b27a45872e6', 'code': 200} Jun 28 12:28:11.327476 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:11.329364 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-5be636b4-e992-4477-9f0c-c243416b2b46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:11.377109 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d080b0-e780-4a95-ac49-acbf60473d4e req-dc5cb107-2447-4c08-a012-f51f136c5182 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:11.378531 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-34d080b0-e780-4a95-ac49-acbf60473d4e req-dc5cb107-2447-4c08-a012-f51f136c5182 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 946 time: 0.0780716 Jun 28 12:28:11.424846 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=92231f7d-7c01-4913-b879-0b27a45872e6,revision_number=5']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:11.427695 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:11.431301 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-34d080b0-e780-4a95-ac49-acbf60473d4e req-caf9c310-bdf9-4ca0-b109-a52ef66a7b65 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463815 Jun 28 12:28:11.632770 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b595d48-d34a-4a2d-b7a9-682f7216953e req-ed0818f9-eb07-4aee-b32a-412213e4f11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:11.634283 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-5b595d48-d34a-4a2d-b7a9-682f7216953e req-ed0818f9-eb07-4aee-b32a-412213e4f11f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 1099 time: 0.0707455 Jun 28 12:28:11.677983 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-5b595d48-d34a-4a2d-b7a9-682f7216953e req-2ef52676-1d64-42fc-bddf-5b42782b140b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357020 Jun 28 12:28:11.823915 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f09ba-7286-4c59-884f-814db07198ec req-4e16dcf5-a3c7-4ea9-90cc-56b4d305b612 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:11.825336 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cf0f09ba-7286-4c59-884f-814db07198ec req-4e16dcf5-a3c7-4ea9-90cc-56b4d305b612 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.0826647 Jun 28 12:28:11.870769 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cf0f09ba-7286-4c59-884f-814db07198ec req-2d189084-e6f2-4abe-8a39-c36b620d6489 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390782 Jun 28 12:28:12.139421 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:12.193635 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49998e0-54fe-4a87-b40b-70afe1df9d5f req-18550a45-8a2a-4926-ab89-f3705f2d674e tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:12.194360 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-c49998e0-54fe-4a87-b40b-70afe1df9d5f req-18550a45-8a2a-4926-ab89-f3705f2d674e tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Synchronizing usage tracker for tenant:889dab4f2d1c4272b4d5a1a9f0b735a5 on resource:port {{(pid=79148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:28:12.350486 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-c49998e0-54fe-4a87-b40b-70afe1df9d5f req-18550a45-8a2a-4926-ab89-f3705f2d674e tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Unset dirty status for tenant:889dab4f2d1c4272b4d5a1a9f0b735a5 on resource:port {{(pid=79148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:28:12.351744 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-c49998e0-54fe-4a87-b40b-70afe1df9d5f req-18550a45-8a2a-4926-ab89-f3705f2d674e tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b HTTP/1.1" status: 200 len: 949 time: 0.2382414 Jun 28 12:28:12.387634 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2ee20-0331-4fbb-b360-bc90249ad8b9 req-934e61c7-6d99-4992-b2da-464008dac74f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:12.389334 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f8c2ee20-0331-4fbb-b360-bc90249ad8b9 req-934e61c7-6d99-4992-b2da-464008dac74f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b HTTP/1.1" status: 200 len: 949 time: 0.0842602 Jun 28 12:28:12.428706 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [req-c49998e0-54fe-4a87-b40b-70afe1df9d5f req-f5699c44-0a2c-4009-89c2-3bb679c52a20 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Deleting port fb4e3a1c-24df-4d99-a0bd-feee83df4285 {{(pid=79148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:28:12.429138 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-c49998e0-54fe-4a87-b40b-70afe1df9d5f req-f5699c44-0a2c-4009-89c2-3bb679c52a20 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:12.440858 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f8c2ee20-0331-4fbb-b360-bc90249ad8b9 req-0af108ae-45d3-4913-ae99-d8eea7a57ed0 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/security-groups?id=341d1527-c078-4d78-9de1-dc7b0227304c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455177 Jun 28 12:28:12.638937 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ff7e5-2659-42da-90b8-80a75a1f6e5d req-b1c116c4-0463-49b7-9bf7-602a835169bb tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:12.640108 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3c1ff7e5-2659-42da-90b8-80a75a1f6e5d req-b1c116c4-0463-49b7-9bf7-602a835169bb tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 946 time: 0.1051924 Jun 28 12:28:12.703721 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3c1ff7e5-2659-42da-90b8-80a75a1f6e5d req-0a756a6f-037d-4c98-b410-32143a5fbd95 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573997 Jun 28 12:28:12.777833 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-c49998e0-54fe-4a87-b40b-70afe1df9d5f req-f5699c44-0a2c-4009-89c2-3bb679c52a20 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] For port fb4e3a1c-24df-4d99-a0bd-feee83df4285, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=fb4e3a1c-24df-4d99-a0bd-feee83df4285,segment=NetworkSegment(0d707ec5-36a0-43ec-a2d0-08d5acef4b2f),segment_id=0d707ec5-36a0-43ec-a2d0-08d5acef4b2f)] {{(pid=79148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:28:12.778410 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-c49998e0-54fe-4a87-b40b-70afe1df9d5f req-f5699c44-0a2c-4009-89c2-3bb679c52a20 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:12.902060 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [req-c49998e0-54fe-4a87-b40b-70afe1df9d5f req-f5699c44-0a2c-4009-89c2-3bb679c52a20 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Calling delete_port for fb4e3a1c-24df-4d99-a0bd-feee83df4285 owned by compute:nova {{(pid=79148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:28:13.066724 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc7dd9-39eb-442d-8ac8-fd6fa3974d26 req-5db3613b-e529-41f8-a0f6-7528ea588f20 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:13.068461 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d9bc7dd9-39eb-442d-8ac8-fd6fa3974d26 req-5db3613b-e529-41f8-a0f6-7528ea588f20 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.0877085 Jun 28 12:28:13.131384 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d9bc7dd9-39eb-442d-8ac8-fd6fa3974d26 req-4c3ce00a-c65a-449c-b44a-1597d1a87134 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556195 Jun 28 12:28:13.199652 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 48476) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:28:13.208049 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-c49998e0-54fe-4a87-b40b-70afe1df9d5f req-f5699c44-0a2c-4009-89c2-3bb679c52a20 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:13.216439 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-14915341-02f7-40c1-970e-c3b3cb70c481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:13.247424 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['fb4e3a1c-24df-4d99-a0bd-feee83df4285'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:28:13.264082 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5699c44-0a2c-4009-89c2-3bb679c52a20 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Pushing event deleted for resources: {'Port': ['ID=fb4e3a1c-24df-4d99-a0bd-feee83df4285,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:13.267165 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-f5699c44-0a2c-4009-89c2-3bb679c52a20 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:13.342429 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-33640738-926a-4dad-b529-f7df0da5beb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:13.343618 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49998e0-54fe-4a87-b40b-70afe1df9d5f req-f5699c44-0a2c-4009-89c2-3bb679c52a20 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] No DVR routers for this DVR port fb4e3a1c-24df-4d99-a0bd-feee83df4285 on host hv-cinder-79809 {{(pid=79148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:28:13.347343 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-c49998e0-54fe-4a87-b40b-70afe1df9d5f req-f5699c44-0a2c-4009-89c2-3bb679c52a20 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:13.350356 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b', 'name': 'network-vif-deleted', 'tag': 'fb4e3a1c-24df-4d99-a0bd-feee83df4285'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:28:13.363306 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-33640738-926a-4dad-b529-f7df0da5beb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:28:13.367773 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-33640738-926a-4dad-b529-f7df0da5beb1 admin admin] Usage tracker for resource:security_group_rule and tenant:7b617618854a4ef8b8c9ef946ccbb897 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:28:13.371524 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-33640738-926a-4dad-b529-f7df0da5beb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:28:13.378157 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-33640738-926a-4dad-b529-f7df0da5beb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:28:13.408442 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b', 'name': 'network-vif-deleted', 'tag': 'fb4e3a1c-24df-4d99-a0bd-feee83df4285', 'status': 'completed', 'code': 200} Jun 28 12:28:13.466964 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-c49998e0-54fe-4a87-b40b-70afe1df9d5f req-f5699c44-0a2c-4009-89c2-3bb679c52a20 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.64 "DELETE /v2.0/ports/fb4e3a1c-24df-4d99-a0bd-feee83df4285 HTTP/1.1" status: 204 len: 173 time: 1.1082215 Jun 28 12:28:13.487097 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-33640738-926a-4dad-b529-f7df0da5beb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:13.592763 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-33640738-926a-4dad-b529-f7df0da5beb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:13.603949 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-e699601b-ea1b-4536-ad50-011cbb5e9d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:13.614438 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a4171f8d-bafb-4aff-8ae1-e9ce28577d4a req-04490b6b-0cd8-410e-9e67-4dfb1f8014e1 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb66dbc5-f65f-4de4-b80b-16e1aa0bfc6b HTTP/1.1" status: 200 len: 210 time: 0.0613775 Jun 28 12:28:13.648695 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33640738-926a-4dad-b529-f7df0da5beb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d71a7e-5f33-4206-a961-6483e2c7b13a,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:13.654684 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-33640738-926a-4dad-b529-f7df0da5beb1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b617618854a4ef8b8c9ef946ccbb897&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4540133 Jun 28 12:28:13.659615 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-33640738-926a-4dad-b529-f7df0da5beb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:13.659615 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 48490) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:28:13.718185 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-24bdc4df-48bb-44d8-a72b-9548bfb6503f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:13.744230 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-24bdc4df-48bb-44d8-a72b-9548bfb6503f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:13.882213 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:13.904746 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bbf935-a3cd-4b61-b415-f9d256348371 req-a8bd63c7-08a3-4f0c-88bf-f9aae8fd5c6a tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:13.906185 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-18bbf935-a3cd-4b61-b415-f9d256348371 req-a8bd63c7-08a3-4f0c-88bf-f9aae8fd5c6a tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 946 time: 0.0804446 Jun 28 12:28:13.928237 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-24bdc4df-48bb-44d8-a72b-9548bfb6503f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:13.935199 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-1f3a2a96-ba32-4b26-99ed-e3ae5663166c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:13.951260 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bdc4df-48bb-44d8-a72b-9548bfb6503f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d71a7e-5f33-4206-a961-6483e2c7b13a,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:13.960147 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-24bdc4df-48bb-44d8-a72b-9548bfb6503f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:13.977236 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-18bbf935-a3cd-4b61-b415-f9d256348371 req-f79eae5d-fb31-42bf-a64c-ea49c8a36a7b tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646191 Jun 28 12:28:13.978493 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-24bdc4df-48bb-44d8-a72b-9548bfb6503f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:13.979527 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-24bdc4df-48bb-44d8-a72b-9548bfb6503f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1d71a7e-5f33-4206-a961-6483e2c7b13a HTTP/1.1" status: 204 len: 168 time: 0.3212121 Jun 28 12:28:14.331960 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2d392-626c-4428-b0e0-79f2bc0fe4c1 req-313f78d9-ce84-4566-8a82-2aa5289c401f tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:14.333399 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bad2d392-626c-4428-b0e0-79f2bc0fe4c1 req-313f78d9-ce84-4566-8a82-2aa5289c401f tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.0820491 Jun 28 12:28:14.379856 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bad2d392-626c-4428-b0e0-79f2bc0fe4c1 req-008d3f1e-300e-48c6-ad89-5bc6641bea02 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403254 Jun 28 12:28:14.867856 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 48520) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:28:14.891429 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c3a4141e-9caa-4050-8a36-0ced937e6469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:14.906543 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-c3a4141e-9caa-4050-8a36-0ced937e6469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:28:14.910597 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-c3a4141e-9caa-4050-8a36-0ced937e6469 admin admin] Usage tracker for resource:security_group_rule and tenant:41b2314159bc45169fcf3d7ecd3736d5 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:28:14.913793 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-c3a4141e-9caa-4050-8a36-0ced937e6469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:28:14.919680 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-c3a4141e-9caa-4050-8a36-0ced937e6469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:28:15.026068 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c3a4141e-9caa-4050-8a36-0ced937e6469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:15.227640 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c3a4141e-9caa-4050-8a36-0ced937e6469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:15.235149 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-566432ef-d705-446b-9e75-5b0e140df94f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:15.295795 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2832c-43af-4766-80f3-1f74b4ec120e req-2f372096-2a5b-4cba-9537-41975d8d029a tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:15.298130 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a8b2832c-43af-4766-80f3-1f74b4ec120e req-2f372096-2a5b-4cba-9537-41975d8d029a tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.1525586 Jun 28 12:28:15.312113 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bf776-921b-48b1-b7d9-296dc8118ced req-427c171a-222e-425e-95aa-3e4ae27d7e93 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:15.313741 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-468bf776-921b-48b1-b7d9-296dc8118ced req-427c171a-222e-425e-95aa-3e4ae27d7e93 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 946 time: 0.1352260 Jun 28 12:28:15.336294 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4141e-9caa-4050-8a36-0ced937e6469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470b49a8-bb77-40da-81c1-f8c83f77ac5e,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:15.340734 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-c3a4141e-9caa-4050-8a36-0ced937e6469 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41b2314159bc45169fcf3d7ecd3736d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4718506 Jun 28 12:28:15.343526 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-c3a4141e-9caa-4050-8a36-0ced937e6469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:15.344009 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 48548) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:28:15.395267 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-468bf776-921b-48b1-b7d9-296dc8118ced req-200ab51c-c461-41dc-8d0e-1cfff74dde52 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652409 Jun 28 12:28:15.403866 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a8b2832c-43af-4766-80f3-1f74b4ec120e req-c942e3f8-c633-49bc-a5e6-d9ffb48e8eab tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890508 Jun 28 12:28:15.420867 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ac805-b06e-4ada-9f10-edd0f259056d req-a0d2d73d-3510-46f1-884f-3ad82e6aeb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:15.422356 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-562ac805-b06e-4ada-9f10-edd0f259056d req-a0d2d73d-3510-46f1-884f-3ad82e6aeb67 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f70e7bdbdb2e4a60bd5652622759bce1&device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 1098 time: 0.1445432 Jun 28 12:28:15.430626 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-0e3ac094-87a1-4752-8e9d-04af9cccb0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:15.549758 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-0e3ac094-87a1-4752-8e9d-04af9cccb0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:15.615042 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ac805-b06e-4ada-9f10-edd0f259056d req-1765c4b4-2fad-468b-bd89-0ee45ba55fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:15.616381 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-562ac805-b06e-4ada-9f10-edd0f259056d req-1765c4b4-2fad-468b-bd89-0ee45ba55fa7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=adf81282-f698-47e0-90b1-493d2e00a657 HTTP/1.1" status: 200 len: 920 time: 0.1867440 Jun 28 12:28:15.688713 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-562ac805-b06e-4ada-9f10-edd0f259056d req-de37ae3c-8d38-45e1-8688-906d525209ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38dc09ed-d07b-4fa5-a688-dc4588629f74 HTTP/1.1" status: 200 len: 217 time: 0.0621860 Jun 28 12:28:15.763007 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ac805-b06e-4ada-9f10-edd0f259056d req-7f0fd55b-55d9-4968-b226-e8ea250087d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:15.764504 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-562ac805-b06e-4ada-9f10-edd0f259056d req-7f0fd55b-55d9-4968-b226-e8ea250087d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7dc9caa4-6d90-43c4-8646-fee7b397f523 HTTP/1.1" status: 200 len: 859 time: 0.0681634 Jun 28 12:28:15.825937 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-562ac805-b06e-4ada-9f10-edd0f259056d req-f413b664-e8f2-4940-82f8-74d8975208a9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=adf81282-f698-47e0-90b1-493d2e00a657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461321 Jun 28 12:28:15.853460 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-0e3ac094-87a1-4752-8e9d-04af9cccb0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:15.873205 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-9594ccc0-09f4-4c7a-afd0-14ee54c094aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:15.887115 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ac094-87a1-4752-8e9d-04af9cccb0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470b49a8-bb77-40da-81c1-f8c83f77ac5e,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:15.889361 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-0e3ac094-87a1-4752-8e9d-04af9cccb0a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:15.943600 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-0e3ac094-87a1-4752-8e9d-04af9cccb0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:15.944680 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-0e3ac094-87a1-4752-8e9d-04af9cccb0a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/470b49a8-bb77-40da-81c1-f8c83f77ac5e HTTP/1.1" status: 204 len: 168 time: 0.5989649 Jun 28 12:28:15.990204 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-562ac805-b06e-4ada-9f10-edd0f259056d req-72a1f0c4-62ca-4bd6-8880-9b7f3f973242 service neutron] 10.222.0.64 "GET /v2.0/networks/adf81282-f698-47e0-90b1-493d2e00a657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570842 Jun 28 12:28:16.127998 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-562ac805-b06e-4ada-9f10-edd0f259056d req-c3fa4e4a-5e5b-4c74-a004-75b68dcc618e service neutron] 10.222.0.64 "GET /v2.0/networks/adf81282-f698-47e0-90b1-493d2e00a657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286020 Jun 28 12:28:16.699814 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9014a37c-0f20-41ea-8fef-4fa28e3065c2 req-8c783f8f-3372-48b5-bf92-2141b9fbce74 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:16.701315 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9014a37c-0f20-41ea-8fef-4fa28e3065c2 req-8c783f8f-3372-48b5-bf92-2141b9fbce74 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.1438539 Jun 28 12:28:16.713470 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d929a9-ae37-4cb9-b058-27979806c74c req-017de8da-9bc2-4977-acaa-7c7a7ba85bf4 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:16.714939 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-60d929a9-ae37-4cb9-b058-27979806c74c req-017de8da-9bc2-4977-acaa-7c7a7ba85bf4 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 946 time: 0.1555867 Jun 28 12:28:16.806371 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device fb4e3a1c-24df-4d99-a0bd-feee83df4285 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:28:16.841101 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] No Port match for: fb4e3a1c-24df-4d99-a0bd-feee83df4285 {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:28:16.841742 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device fb4e3a1c-24df-4d99-a0bd-feee83df4285 not bound to the agent host hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:28:16.860440 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9014a37c-0f20-41ea-8fef-4fa28e3065c2 req-0d309a91-4317-4a6c-b7c5-938a73963188 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444857 Jun 28 12:28:16.867800 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-60d929a9-ae37-4cb9-b058-27979806c74c req-cd3ec7c1-48b0-4ec2-ae89-6956070c2c86 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359534 Jun 28 12:28:17.301645 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 48666) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:28:17.403734 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-b98692ca-7367-42cb-99c8-2d6414d1b6c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1901139506-network', 'tenant_id': 'b9694e09e8fe4bd9918810c5990ad233'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:28:17.408326 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-b98692ca-7367-42cb-99c8-2d6414d1b6c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:28:17.412157 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-b98692ca-7367-42cb-99c8-2d6414d1b6c5 admin admin] Usage tracker for resource:network and tenant:b9694e09e8fe4bd9918810c5990ad233 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:28:17.415041 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-b98692ca-7367-42cb-99c8-2d6414d1b6c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:28:17.422206 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-b98692ca-7367-42cb-99c8-2d6414d1b6c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:28:17.533791 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98692ca-7367-42cb-99c8-2d6414d1b6c5 admin admin] Made reservation on behalf of b9694e09e8fe4bd9918810c5990ad233 for: {'network': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:28:17.536150 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b98692ca-7367-42cb-99c8-2d6414d1b6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for network, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:17.549470 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b98692ca-7367-42cb-99c8-2d6414d1b6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:17.563699 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-b98692ca-7367-42cb-99c8-2d6414d1b6c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:28:17.567632 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-b98692ca-7367-42cb-99c8-2d6414d1b6c5 admin admin] Usage tracker for resource:security_group_rule and tenant:b9694e09e8fe4bd9918810c5990ad233 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:28:17.570570 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-b98692ca-7367-42cb-99c8-2d6414d1b6c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:28:17.576501 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-b98692ca-7367-42cb-99c8-2d6414d1b6c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:28:17.658933 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b98692ca-7367-42cb-99c8-2d6414d1b6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:17.745414 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b98692ca-7367-42cb-99c8-2d6414d1b6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:17.748494 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-f00e4f2f-3d15-4ab6-b6bf-022e0e0b9d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:17.780023 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b98692ca-7367-42cb-99c8-2d6414d1b6c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=79148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:28:17.788457 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98692ca-7367-42cb-99c8-2d6414d1b6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e51c609-6994-4a55-bc9e-79daa461e07d,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:17.792569 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-b98692ca-7367-42cb-99c8-2d6414d1b6c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:17.795270 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b98692ca-7367-42cb-99c8-2d6414d1b6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:17.797369 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.db.segments_db [None req-b98692ca-7367-42cb-99c8-2d6414d1b6c5 admin admin] Added segment 51a7f3c3-7742-4caf-a3d8-65bc23407c4b of type vlan for network 610a32a3-5660-4e8a-ae30-17ec132a0f59 Jun 28 12:28:17.893458 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b98692ca-7367-42cb-99c8-2d6414d1b6c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727236854384'] for network, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:18.024847 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b98692ca-7367-42cb-99c8-2d6414d1b6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291'] for network, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:18.026260 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98692ca-7367-42cb-99c8-2d6414d1b6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:18.027396 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b98692ca-7367-42cb-99c8-2d6414d1b6c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:18.034813 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-5759cc4d-e3f2-4e80-b245-13d69ca93257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:18.144730 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98692ca-7367-42cb-99c8-2d6414d1b6c5 admin admin] Pushing event updated for resources: {'Network': ['ID=610a32a3-5660-4e8a-ae30-17ec132a0f59,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:18.155008 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Network 610a32a3-5660-4e8a-ae30-17ec132a0f59 details requested by agent ovs-agent-dv-cinder-798094-1-iscsi with host dv-cinder-798094-1-iscsi {{(pid=79150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:28:18.159889 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-b98692ca-7367-42cb-99c8-2d6414d1b6c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:18.163212 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b299a-8925-46fa-9231-e3f0112abc97 req-0ea99173-d9d5-4aba-8b3e-eb0076f7fddc tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:18.164711 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5d4b299a-8925-46fa-9231-e3f0112abc97 req-0ea99173-d9d5-4aba-8b3e-eb0076f7fddc tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 946 time: 0.1257465 Jun 28 12:28:18.172595 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97d1cc-ffc7-4fd9-8ee9-bae8c28335e9 req-910abe3c-882b-4a5c-98df-bddb62ef726b tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:18.174189 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-be97d1cc-ffc7-4fd9-8ee9-bae8c28335e9 req-910abe3c-882b-4a5c-98df-bddb62ef726b tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.1688149 Jun 28 12:28:18.241509 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5d4b299a-8925-46fa-9231-e3f0112abc97 req-e4e4e41e-6832-4192-bfc8-4f7b3ff70ca6 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663636 Jun 28 12:28:18.249363 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-be97d1cc-ffc7-4fd9-8ee9-bae8c28335e9 req-4afe1ea4-3b03-4d76-8872-f3bcec752ca5 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584219 Jun 28 12:28:18.261400 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-b98692ca-7367-42cb-99c8-2d6414d1b6c5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9586787 Jun 28 12:28:18.270244 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 48744) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:28:18.276921 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-69c90c72-8302-42d7-ad3c-2eeac47cb025 admin admin] Request body: {'subnet': {'network_id': '610a32a3-5660-4e8a-ae30-17ec132a0f59', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1901139506-subnet', 'tenant_id': 'b9694e09e8fe4bd9918810c5990ad233', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:28:18.281858 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-69c90c72-8302-42d7-ad3c-2eeac47cb025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:28:18.285988 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-69c90c72-8302-42d7-ad3c-2eeac47cb025 admin admin] Usage tracker for resource:subnet and tenant:b9694e09e8fe4bd9918810c5990ad233 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:28:18.288941 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-69c90c72-8302-42d7-ad3c-2eeac47cb025 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:28:18.295813 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-69c90c72-8302-42d7-ad3c-2eeac47cb025 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:28:18.384925 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c90c72-8302-42d7-ad3c-2eeac47cb025 admin admin] Made reservation on behalf of b9694e09e8fe4bd9918810c5990ad233 for: {'subnet': 1} {{(pid=79149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:28:18.387374 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-69c90c72-8302-42d7-ad3c-2eeac47cb025 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1626906'] for subnet, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:18.665155 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-69c90c72-8302-42d7-ad3c-2eeac47cb025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1530427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1626892'] for subnet, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:18.670645 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-c963c1e4-63de-4eed-8e56-113bdfe8ae97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:18.743699 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c90c72-8302-42d7-ad3c-2eeac47cb025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05336de3-173c-4358-87d0-069f76372a1b,revision_number=0']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:18.747755 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-69c90c72-8302-42d7-ad3c-2eeac47cb025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:18.751848 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c90c72-8302-42d7-ad3c-2eeac47cb025 admin admin] Checking segment: {'id': '51a7f3c3-7742-4caf-a3d8-65bc23407c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '610a32a3-5660-4e8a-ae30-17ec132a0f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:28:18.752201 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c90c72-8302-42d7-ad3c-2eeac47cb025 admin admin] Network hostable DHCP agents. Network: 610a32a3-5660-4e8a-ae30-17ec132a0f59, hostable agents: ['00922891-a33d-4784-963e-6ef69cbf19e0'], hosted agents: [] {{(pid=79149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:28:18.825149 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c90c72-8302-42d7-ad3c-2eeac47cb025 admin admin] Network 610a32a3-5660-4e8a-ae30-17ec132a0f59 is scheduled to be hosted by DHCP agent 00922891-a33d-4784-963e-6ef69cbf19e0 with binding_index 1 {{(pid=79149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:28:18.939454 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.base_scheduler [None req-69c90c72-8302-42d7-ad3c-2eeac47cb025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-iscsi, 610a32a3-5660-4e8a-ae30-17ec132a0f59) {{(pid=79149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:28:19.369528 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c90c72-8302-42d7-ad3c-2eeac47cb025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:19.370839 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462a3013-101a-4e3d-9f84-0c9ef55de36c None None] Network 610a32a3-5660-4e8a-ae30-17ec132a0f59 requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:28:19.371953 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-69c90c72-8302-42d7-ad3c-2eeac47cb025 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:19.372736 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c03d9a-9951-41c0-be6a-f66754289466 None None] Network 610a32a3-5660-4e8a-ae30-17ec132a0f59 requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:28:19.441573 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff43cd-0a31-4a58-92dc-5ae85f2d3d78 req-5de6e7cf-5453-4eea-8ec0-0948fea2c9c0 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:19.443014 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-18ff43cd-0a31-4a58-92dc-5ae85f2d3d78 req-5de6e7cf-5453-4eea-8ec0-0948fea2c9c0 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 946 time: 0.0913539 Jun 28 12:28:19.448651 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-69c90c72-8302-42d7-ad3c-2eeac47cb025 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1771412 Jun 28 12:28:19.490372 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-18ff43cd-0a31-4a58-92dc-5ae85f2d3d78 req-d3a89bea-0e8c-447e-82bd-abdca4d229be tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403016 Jun 28 12:28:19.667477 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d27f2-9246-4aeb-af95-92756f2240bd req-f54a7149-3d1e-4e8c-8eda-1ca172e81af7 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:19.669004 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-fc7d27f2-9246-4aeb-af95-92756f2240bd req-f54a7149-3d1e-4e8c-8eda-1ca172e81af7 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.0822980 Jun 28 12:28:19.715090 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-fc7d27f2-9246-4aeb-af95-92756f2240bd req-b2756be0-6677-4d1a-990b-7ed836d51ef5 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404663 Jun 28 12:28:20.691070 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea97fd-81c3-409b-8094-84734bf5ba85 req-8cd2a1d5-ea9d-4fed-87d1-fbb58764ce02 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:20.692541 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7fea97fd-81c3-409b-8094-84734bf5ba85 req-8cd2a1d5-ea9d-4fed-87d1-fbb58764ce02 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 946 time: 0.0880291 Jun 28 12:28:20.739816 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7fea97fd-81c3-409b-8094-84734bf5ba85 req-81d9d1c3-615a-47d5-b476-d9d8e4d6fec4 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407834 Jun 28 12:28:20.965921 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00480dd-8796-4441-a6db-0ab745219bf5 req-f73239dc-6861-4209-9d48-c374733c58bb tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:20.967683 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e00480dd-8796-4441-a6db-0ab745219bf5 req-f73239dc-6861-4209-9d48-c374733c58bb tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.1293218 Jun 28 12:28:21.016683 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e00480dd-8796-4441-a6db-0ab745219bf5 req-55b2f152-ba23-48a8-ac52-b4853fa7a82e tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417862 Jun 28 12:28:21.931333 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f61eba-11bb-4997-a7dc-e0ffbe80c52f req-712bee18-8421-4a96-a989-8616f618ff69 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:21.933475 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-03f61eba-11bb-4997-a7dc-e0ffbe80c52f req-712bee18-8421-4a96-a989-8616f618ff69 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 946 time: 0.0828836 Jun 28 12:28:21.984293 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-03f61eba-11bb-4997-a7dc-e0ffbe80c52f req-052fb14c-69f8-4c5c-b481-c0dd082ba581 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444221 Jun 28 12:28:22.132971 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-194f2235-e5ad-48e1-856c-40483e015628 req-3dbb67de-7b96-4df4-bb48-64e390193def service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715656 Jun 28 12:28:22.246966 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4af2e-307b-486e-bcc3-18b8c6afc8d0 req-4c67ab17-189d-4594-aab3-dca02165db9e tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:22.248292 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4ef4af2e-307b-486e-bcc3-18b8c6afc8d0 req-4c67ab17-189d-4594-aab3-dca02165db9e tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 946 time: 0.1511536 Jun 28 12:28:22.256195 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9715b-2406-46ee-8e80-493292cc1afb req-c11bc427-1f62-4064-8c4d-5bfc4945c680 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:22.257501 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ead9715b-2406-46ee-8e80-493292cc1afb req-c11bc427-1f62-4064-8c4d-5bfc4945c680 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.1195512 Jun 28 12:28:22.327756 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4ef4af2e-307b-486e-bcc3-18b8c6afc8d0 req-bf99f366-1459-4222-834d-b5b52fbdaee0 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693364 Jun 28 12:28:22.331929 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ead9715b-2406-46ee-8e80-493292cc1afb req-a00339ba-d5c8-4250-b3a5-2b9776295ce5 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605772 Jun 28 12:28:22.351640 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 48866) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:28:22.533758 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4345a5-8db4-4a65-b4ce-2d0ae2fa3ba5 tempest-TestVolumeBootPattern-2119654716 tempest-TestVolumeBootPattern-2119654716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:22.535268 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-dd4345a5-8db4-4a65-b4ce-2d0ae2fa3ba5 tempest-TestVolumeBootPattern-2119654716 tempest-TestVolumeBootPattern-2119654716-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 1094 time: 0.1826620 Jun 28 12:28:22.538182 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 48878) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:28:22.543539 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-a76ee990-a8eb-44ce-b933-0ba20ecd4cfa tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Request body: {'floatingip': {'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'port_id': '92231f7d-7c01-4913-b879-0b27a45872e6', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'fixed_ip_address': '172.20.0.14'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:28:22.549698 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-a76ee990-a8eb-44ce-b933-0ba20ecd4cfa tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:28:22.553545 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-a76ee990-a8eb-44ce-b933-0ba20ecd4cfa tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Usage tracker for resource:floatingip and tenant:d731c92df6f44735b6ed8f7290374934 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:28:22.556474 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-a76ee990-a8eb-44ce-b933-0ba20ecd4cfa tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:28:22.562582 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-a76ee990-a8eb-44ce-b933-0ba20ecd4cfa tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:28:22.717208 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-a76ee990-a8eb-44ce-b933-0ba20ecd4cfa tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for floatingip, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:22.865869 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-a76ee990-a8eb-44ce-b933-0ba20ecd4cfa tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:23.223758 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.db_base_plugin_common [None req-a76ee990-a8eb-44ce-b933-0ba20ecd4cfa tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Allocated IP 172.27.0.44 (c9286c56-74de-4de9-a16f-8e0a6aaad408/86bae704-b0f4-4850-808b-6f728b6b20f3/0ea9ddef-37ce-40e6-94be-33793c8eba9d) {{(pid=79149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:28:23.299138 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cd92c-86ab-4493-bc31-84312b070d48 req-747b08bf-d2e1-4f65-ad46-d5b94fe78e86 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:23.300575 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-076cd92c-86ab-4493-bc31-84312b070d48 req-747b08bf-d2e1-4f65-ad46-d5b94fe78e86 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/networks?id=610a32a3-5660-4e8a-ae30-17ec132a0f59 HTTP/1.1" status: 200 len: 809 time: 0.2720408 Jun 28 12:28:23.375453 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-076cd92c-86ab-4493-bc31-84312b070d48 req-304f46b7-3a03-4cd6-ba6f-21a72fdfb5e0 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/quotas/b9694e09e8fe4bd9918810c5990ad233 HTTP/1.1" status: 200 len: 375 time: 0.0255060 Jun 28 12:28:23.436690 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-076cd92c-86ab-4493-bc31-84312b070d48 req-a061fd09-9ee6-49fc-a081-46c583717171 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9694e09e8fe4bd9918810c5990ad233&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546455 Jun 28 12:28:23.486529 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-a76ee990-a8eb-44ce-b933-0ba20ecd4cfa tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for port, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:23.597876 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 48918) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:28:23.598380 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-076cd92c-86ab-4493-bc31-84312b070d48 req-2d0159d6-37bd-4e96-ac7f-20cf56bcd30c service neutron] 10.222.0.24 "GET /v2.0/networks/610a32a3-5660-4e8a-ae30-17ec132a0f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509547 Jun 28 12:28:23.686391 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-a76ee990-a8eb-44ce-b933-0ba20ecd4cfa tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:23.701912 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-56fd2520-fc52-4cb7-800f-b07a54af5b03 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:23.746365 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-697b44a0-af01-46ce-8a6e-7d07e65ba458 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=889dab4f2d1c4272b4d5a1a9f0b735a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472950 Jun 28 12:28:23.748735 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 48924) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:28:23.774949 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76ee990-a8eb-44ce-b933-0ba20ecd4cfa tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Network c9286c56-74de-4de9-a16f-8e0a6aaad408 is already hosted by enough agents. {{(pid=79149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:28:23.781085 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.base_scheduler [None req-a76ee990-a8eb-44ce-b933-0ba20ecd4cfa tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Resources bound (agent type, host, resource id): {{(pid=79149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:28:23.795134 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76ee990-a8eb-44ce-b933-0ba20ecd4cfa tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Received port after_create {{(pid=79149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:28:23.807915 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3612c123-b9bd-49e8-80df-a5b8e8e771df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:23.836774 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3612c123-b9bd-49e8-80df-a5b8e8e771df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:23.840084 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ee990-a8eb-44ce-b933-0ba20ecd4cfa tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Pushing event updated for resources: {'Port': ['ID=0ea9ddef-37ce-40e6-94be-33793c8eba9d,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:23.845450 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-a76ee990-a8eb-44ce-b933-0ba20ecd4cfa tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:23.849265 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-076cd92c-86ab-4493-bc31-84312b070d48 req-d64571bf-722b-4662-b1dd-9d633266db2e service neutron] 10.222.0.24 "GET /v2.0/networks/610a32a3-5660-4e8a-ae30-17ec132a0f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454786 Jun 28 12:28:23.979796 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3612c123-b9bd-49e8-80df-a5b8e8e771df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:23.983737 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-acd012eb-5767-4e13-ad10-556ac1e4dde4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:23.994509 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612c123-b9bd-49e8-80df-a5b8e8e771df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341d1527-c078-4d78-9de1-dc7b0227304c,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:23.998392 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-3612c123-b9bd-49e8-80df-a5b8e8e771df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:24.001918 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3612c123-b9bd-49e8-80df-a5b8e8e771df admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:24.005470 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-3612c123-b9bd-49e8-80df-a5b8e8e771df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/341d1527-c078-4d78-9de1-dc7b0227304c HTTP/1.1" status: 204 len: 168 time: 0.2534842 Jun 28 12:28:24.347915 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-bec71acf-0584-44fb-b580-4915f64620c2 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:24.349480 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-bec71acf-0584-44fb-b580-4915f64620c2 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/networks?id=da84cf23-6416-4615-a8fa-d64c4a064a3f HTTP/1.1" status: 200 len: 815 time: 0.1834607 Jun 28 12:28:24.368996 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-8d113f8f-8aec-42d5-ab98-1b856f0aa23e tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/quotas/36f653daa91445fdab2af86df2ffcada HTTP/1.1" status: 200 len: 375 time: 0.0123513 Jun 28 12:28:24.484818 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-a76ee990-a8eb-44ce-b933-0ba20ecd4cfa tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:24.527974 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-564a119c-a29f-4b29-a944-0861618d8416 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=36f653daa91445fdab2af86df2ffcada&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1514683 Jun 28 12:28:24.790074 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-a76ee990-a8eb-44ce-b933-0ba20ecd4cfa tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:24.832239 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-5ab7f593-1ea8-4795-8f50-2e051c0210cd service neutron] 10.222.0.24 "GET /v2.0/networks/da84cf23-6416-4615-a8fa-d64c4a064a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973175 Jun 28 12:28:25.065650 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:25.069762 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-4b9e963c-0ab7-470b-9aee-7f945ee10f2d service neutron] 10.222.0.24 "GET /v2.0/networks/da84cf23-6416-4615-a8fa-d64c4a064a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270584 Jun 28 12:28:25.114268 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-a76ee990-a8eb-44ce-b933-0ba20ecd4cfa tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for port, precommit_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:25.202669 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-a76ee990-a8eb-44ce-b933-0ba20ecd4cfa tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528764'] for port, after_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:25.208159 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-f95628cd-2e75-45e8-a3a4-56c933ddf61f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:25.308828 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f2235-e5ad-48e1-856c-40483e015628 req-2571d7a3-0140-45ca-832f-2d2219a48faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:25.311017 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-194f2235-e5ad-48e1-856c-40483e015628 req-2571d7a3-0140-45ca-832f-2d2219a48faa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f70e7bdbdb2e4a60bd5652622759bce1&device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 1099 time: 0.0991917 Jun 28 12:28:25.358717 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ee990-a8eb-44ce-b933-0ba20ecd4cfa tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Pushing event updated for resources: {'Port': ['ID=0ea9ddef-37ce-40e6-94be-33793c8eba9d,revision_number=2']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:25.364942 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-a76ee990-a8eb-44ce-b933-0ba20ecd4cfa tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:25.419499 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-a76ee990-a8eb-44ce-b933-0ba20ecd4cfa tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696881'] for floatingip, after_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:25.505034 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-502b70eb-70db-42ff-9319-7be49e0b5d47 req-0bc3400f-2c76-4754-a72a-b952a5fe3dfd tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9044edf-afe8-426d-a2fe-6b5561719461 HTTP/1.1" status: 200 len: 210 time: 0.1433933 Jun 28 12:28:25.561570 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f2235-e5ad-48e1-856c-40483e015628 req-0deb4825-109e-48b9-82de-849eb1621847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:25.563553 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-194f2235-e5ad-48e1-856c-40483e015628 req-0deb4825-109e-48b9-82de-849eb1621847 service neutron] 10.222.0.64 "GET /v2.0/networks?id=adf81282-f698-47e0-90b1-493d2e00a657 HTTP/1.1" status: 200 len: 920 time: 0.2129405 Jun 28 12:28:25.564053 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cb1a1247-93b2-42e0-bc93-d0cb508ddb69 req-1b5006a2-6556-4df3-9875-76084134ccd6 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=64137945-dee6-48c2-8403-9016a34e0155 HTTP/1.1" status: 200 len: 210 time: 0.0789516 Jun 28 12:28:25.674635 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-194f2235-e5ad-48e1-856c-40483e015628 req-06f0e3fc-55aa-47ca-a799-99e488e5f115 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aade2f67-08ef-4e10-b36d-66aaf64249e3 HTTP/1.1" status: 200 len: 217 time: 0.0834160 Jun 28 12:28:25.691075 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.db.l3_db [None req-a76ee990-a8eb-44ce-b933-0ba20ecd4cfa tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Floating IP b551a40d-4cd6-4e2a-8723-8e42ff3c71ab associated. External IP: 172.27.0.44, port: 92231f7d-7c01-4913-b879-0b27a45872e6. Jun 28 12:28:25.756131 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f2235-e5ad-48e1-856c-40483e015628 req-2295e680-5e02-4569-b0d4-ca7b6890e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:25.757730 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-194f2235-e5ad-48e1-856c-40483e015628 req-2295e680-5e02-4569-b0d4-ca7b6890e884 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7dc9caa4-6d90-43c4-8646-fee7b397f523 HTTP/1.1" status: 200 len: 859 time: 0.0722067 Jun 28 12:28:25.812192 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-194f2235-e5ad-48e1-856c-40483e015628 req-56187b17-ec8b-4a3d-9e53-35079d4c04ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=adf81282-f698-47e0-90b1-493d2e00a657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471942 Jun 28 12:28:25.973022 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-194f2235-e5ad-48e1-856c-40483e015628 req-894d9a13-c24a-4d70-965d-0b719bc152c2 service neutron] 10.222.0.64 "GET /v2.0/networks/adf81282-f698-47e0-90b1-493d2e00a657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493068 Jun 28 12:28:26.104330 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76ee990-a8eb-44ce-b933-0ba20ecd4cfa tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Router ea3eb4ed-00b7-4180-b09c-b378300e6666 has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:28:26.115933 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-194f2235-e5ad-48e1-856c-40483e015628 req-3dbff790-2325-445d-a323-1599b791dd05 service neutron] 10.222.0.64 "GET /v2.0/networks/adf81282-f698-47e0-90b1-493d2e00a657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329262 Jun 28 12:28:26.309686 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76ee990-a8eb-44ce-b933-0ba20ecd4cfa tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:28:26.320127 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc04cd3-b681-4e61-a4af-2207f1db841b None None] Sync routers for ids ['ea3eb4ed-00b7-4180-b09c-b378300e6666'] in dv-cinder-798094-1-iscsi {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:28:26.342212 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc04cd3-b681-4e61-a4af-2207f1db841b None None] Routers {'ea3eb4ed-00b7-4180-b09c-b378300e6666'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:28:26.343140 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-9fc04cd3-b681-4e61-a4af-2207f1db841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:28:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['ea3eb4ed-00b7-4180-b09c-b378300e6666'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:28:26.477060 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-a76ee990-a8eb-44ce-b933-0ba20ecd4cfa tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for floatingip, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:26.536286 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-9fc04cd3-b681-4e61-a4af-2207f1db841b None None] Set router ea3eb4ed-00b7-4180-b09c-b378300e6666 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:28:26.694526 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9f5b992d-9f0b-478d-8241-11200e6a2a5e req-a6c73d00-06ff-4776-b42f-4926efafcdb9 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9044edf-afe8-426d-a2fe-6b5561719461 HTTP/1.1" status: 200 len: 210 time: 0.0521533 Jun 28 12:28:26.710822 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-a76ee990-a8eb-44ce-b933-0ba20ecd4cfa tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1608806 Jun 28 12:28:26.710822 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123b1319-b447-483a-aac4-3a9bc7699778', 'tag': '92231f7d-7c01-4913-b879-0b27a45872e6'}] {{(pid=79149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:28:26.753433 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-21239135-2694-4393-9ec3-6ffba18d20e2 req-78c338c5-f6aa-4f3c-b878-db380954e46b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=64137945-dee6-48c2-8403-9016a34e0155 HTTP/1.1" status: 200 len: 210 time: 0.0521116 Jun 28 12:28:26.764918 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '123b1319-b447-483a-aac4-3a9bc7699778', 'tag': '92231f7d-7c01-4913-b879-0b27a45872e6', 'status': 'completed', 'code': 200} Jun 28 12:28:26.939658 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-9fc04cd3-b681-4e61-a4af-2207f1db841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'name': 'tempest-TestVolumeBootPattern-1730247186-router', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:31Z', 'updated_at': '2021-06-28T12:26:36Z', 'revision_number': 4, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'gw_port': {'id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:32Z', 'updated_at': '2021-06-28T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_floatingips': [{'id': 'b551a40d-4cd6-4e2a-8723-8e42ff3c71ab', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'floating_ip_address': '172.27.0.44', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'port_id': '92231f7d-7c01-4913-b879-0b27a45872e6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'mac_address': 'fa:16:3e:62:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123b1319-b447-483a-aac4-3a9bc7699778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:28:24Z', 'updated_at': '2021-06-28T12:28:24Z', 'revision_number': 0, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c0c975-9b9e-420b-8a72-4e952e84d897', 'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'mac_address': 'fa:16:3e:c7:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:35Z', 'updated_at': '2021-06-28T12:26:43Z', 'revision_number': 5, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'subnets': [{'id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:28:26.943737 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc04cd3-b681-4e61-a4af-2207f1db841b None None] Checking router: ea3eb4ed-00b7-4180-b09c-b378300e6666 for host: dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:28:26.953117 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc04cd3-b681-4e61-a4af-2207f1db841b None None] Routers {'ea3eb4ed-00b7-4180-b09c-b378300e6666'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:28:26.953739 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-9fc04cd3-b681-4e61-a4af-2207f1db841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:28:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['ea3eb4ed-00b7-4180-b09c-b378300e6666'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:28:26.971818 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43805068-53a8-470e-be6a-8869fa656e57 req-569dc3f3-c47d-40e1-9936-b610077829be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:26.974885 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-43805068-53a8-470e-be6a-8869fa656e57 req-569dc3f3-c47d-40e1-9936-b610077829be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d731c92df6f44735b6ed8f7290374934&device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 1099 time: 0.1031702 Jun 28 12:28:27.134243 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-9fc04cd3-b681-4e61-a4af-2207f1db841b None None] Set router ea3eb4ed-00b7-4180-b09c-b378300e6666 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:28:27.480829 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-9fc04cd3-b681-4e61-a4af-2207f1db841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'name': 'tempest-TestVolumeBootPattern-1730247186-router', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:31Z', 'updated_at': '2021-06-28T12:26:36Z', 'revision_number': 4, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'gw_port': {'id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:32Z', 'updated_at': '2021-06-28T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_floatingips': [{'id': 'b551a40d-4cd6-4e2a-8723-8e42ff3c71ab', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'floating_ip_address': '172.27.0.44', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'port_id': '92231f7d-7c01-4913-b879-0b27a45872e6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'mac_address': 'fa:16:3e:62:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123b1319-b447-483a-aac4-3a9bc7699778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:28:24Z', 'updated_at': '2021-06-28T12:28:24Z', 'revision_number': 0, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c0c975-9b9e-420b-8a72-4e952e84d897', 'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'mac_address': 'fa:16:3e:c7:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:35Z', 'updated_at': '2021-06-28T12:26:43Z', 'revision_number': 5, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'subnets': [{'id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:28:27.484872 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc04cd3-b681-4e61-a4af-2207f1db841b None None] The sync data for ids ['ea3eb4ed-00b7-4180-b09c-b378300e6666'] in dv-cinder-798094-1-iscsi is: [{'id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'name': 'tempest-TestVolumeBootPattern-1730247186-router', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:31Z', 'updated_at': '2021-06-28T12:26:36Z', 'revision_number': 4, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'gw_port': {'id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:32Z', 'updated_at': '2021-06-28T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_floatingips': [{'id': 'b551a40d-4cd6-4e2a-8723-8e42ff3c71ab', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'floating_ip_address': '172.27.0.44', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'port_id': '92231f7d-7c01-4913-b879-0b27a45872e6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'mac_address': 'fa:16:3e:62:4d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123b1319-b447-483a-aac4-3a9bc7699778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:28:24Z', 'updated_at': '2021-06-28T12:28:24Z', 'revision_number': 0, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c0c975-9b9e-420b-8a72-4e952e84d897', 'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'mac_address': 'fa:16:3e:c7:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:35Z', 'updated_at': '2021-06-28T12:26:43Z', 'revision_number': 5, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'subnets': [{'id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:28:27.699341 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32297bd9-be49-489d-9f53-26d354acfcd4 None None] New status for floating IP b551a40d-4cd6-4e2a-8723-8e42ff3c71ab: ACTIVE {{(pid=79150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:28:27.861499 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-37004ee1-aca8-468c-a010-48f091f9db68 req-ed7c3697-0179-429c-b33f-427cdba957a5 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9044edf-afe8-426d-a2fe-6b5561719461 HTTP/1.1" status: 200 len: 210 time: 0.0431223 Jun 28 12:28:27.999248 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-75bdca0e-80cf-4fb4-aa10-4c8661f81d92 req-b2dc8028-8510-4169-aaac-47f6c72c2aa0 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=64137945-dee6-48c2-8403-9016a34e0155 HTTP/1.1" status: 200 len: 210 time: 0.0422704 Jun 28 12:28:29.018309 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9969631f-b423-4ec8-a0b7-2a7df0211f51 req-0032b081-98d7-4023-b092-01829c6d7ac3 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9044edf-afe8-426d-a2fe-6b5561719461 HTTP/1.1" status: 200 len: 210 time: 0.0446632 Jun 28 12:28:29.156402 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ff349a9c-8c4b-479f-988c-1799860fe1b0 req-25f7e152-cb30-4999-a9bf-503e46975781 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=64137945-dee6-48c2-8403-9016a34e0155 HTTP/1.1" status: 200 len: 210 time: 0.0419343 Jun 28 12:28:30.172035 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cd92c-86ab-4493-bc31-84312b070d48 req-ed4e61e5-13f3-4fe4-82fe-5e1194382c46 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:30.172899 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-076cd92c-86ab-4493-bc31-84312b070d48 req-ed4e61e5-13f3-4fe4-82fe-5e1194382c46 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Synchronizing usage tracker for tenant:b9694e09e8fe4bd9918810c5990ad233 on resource:network {{(pid=79148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:28:30.176066 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43805068-53a8-470e-be6a-8869fa656e57 req-934cc143-e098-4259-a2b6-d9ad2ba9edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:30.179263 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-43805068-53a8-470e-be6a-8869fa656e57 req-934cc143-e098-4259-a2b6-d9ad2ba9edd6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=611bae97-b201-4ae0-aa3d-b952aec58054 HTTP/1.1" status: 200 len: 913 time: 0.3316219 Jun 28 12:28:30.223575 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-992a4f74-7128-40db-89b5-50970f86fdd3 req-ed5bdbee-4654-4b2e-9e42-492db568f5d4 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9044edf-afe8-426d-a2fe-6b5561719461 HTTP/1.1" status: 200 len: 210 time: 0.0627587 Jun 28 12:28:30.294962 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-43805068-53a8-470e-be6a-8869fa656e57 req-34b3c4e9-ca4a-4a09-b3c7-44315a787f60 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92231f7d-7c01-4913-b879-0b27a45872e6 HTTP/1.1" status: 200 len: 1001 time: 0.1066444 Jun 28 12:28:30.331161 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-daaa8b82-dbeb-4722-bce2-2ee4ebf4bc2d req-3ac2c5b4-84d3-42d6-acc9-bb93accc7c4b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=64137945-dee6-48c2-8403-9016a34e0155 HTTP/1.1" status: 200 len: 210 time: 0.0450885 Jun 28 12:28:30.362660 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43805068-53a8-470e-be6a-8869fa656e57 req-e6a62fb5-0b7d-47ce-ab25-0b6ca9a113fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:30.363919 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-43805068-53a8-470e-be6a-8869fa656e57 req-e6a62fb5-0b7d-47ce-ab25-0b6ca9a113fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=07d77b73-0127-4dab-b2d9-b653c28d5b6a HTTP/1.1" status: 200 len: 851 time: 0.0618868 Jun 28 12:28:30.368226 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-076cd92c-86ab-4493-bc31-84312b070d48 req-ed4e61e5-13f3-4fe4-82fe-5e1194382c46 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Unset dirty status for tenant:b9694e09e8fe4bd9918810c5990ad233 on resource:network {{(pid=79148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:28:30.369251 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-076cd92c-86ab-4493-bc31-84312b070d48 req-ed4e61e5-13f3-4fe4-82fe-5e1194382c46 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.64 "GET /v2.0/networks?id=610a32a3-5660-4e8a-ae30-17ec132a0f59 HTTP/1.1" status: 200 len: 809 time: 0.4823129 Jun 28 12:28:30.524635 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-076cd92c-86ab-4493-bc31-84312b070d48 req-a0ee2f08-de9a-433a-96a4-c99870059cc3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Request body: {'port': {'device_id': '64137945-dee6-48c2-8403-9016a34e0155', 'network_id': '610a32a3-5660-4e8a-ae30-17ec132a0f59', 'admin_state_up': True, 'tenant_id': 'b9694e09e8fe4bd9918810c5990ad233'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:28:30.657425 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43805068-53a8-470e-be6a-8869fa656e57 req-c9e731fc-25b2-4307-bf79-76bc685d9f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:30.658944 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-43805068-53a8-470e-be6a-8869fa656e57 req-c9e731fc-25b2-4307-bf79-76bc685d9f2b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=611bae97-b201-4ae0-aa3d-b952aec58054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2703140 Jun 28 12:28:30.718073 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-076cd92c-86ab-4493-bc31-84312b070d48 req-a0ee2f08-de9a-433a-96a4-c99870059cc3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:28:30.724754 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-076cd92c-86ab-4493-bc31-84312b070d48 req-a0ee2f08-de9a-433a-96a4-c99870059cc3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Usage tracker for resource:port and tenant:b9694e09e8fe4bd9918810c5990ad233 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:28:30.774112 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-076cd92c-86ab-4493-bc31-84312b070d48 req-a0ee2f08-de9a-433a-96a4-c99870059cc3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:28:30.790919 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-076cd92c-86ab-4493-bc31-84312b070d48 req-a0ee2f08-de9a-433a-96a4-c99870059cc3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:28:30.828319 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-43805068-53a8-470e-be6a-8869fa656e57 req-0d20326b-3188-4e24-8978-57e4b75d49f4 service neutron] 10.222.0.64 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530485 Jun 28 12:28:30.878245 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-076cd92c-86ab-4493-bc31-84312b070d48 req-a0ee2f08-de9a-433a-96a4-c99870059cc3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Made reservation on behalf of b9694e09e8fe4bd9918810c5990ad233 for: {'port': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:28:30.881936 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-076cd92c-86ab-4493-bc31-84312b070d48 req-a0ee2f08-de9a-433a-96a4-c99870059cc3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:31.063997 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-43805068-53a8-470e-be6a-8869fa656e57 req-036e5f4b-7836-4b7e-a859-327c4de20a7b service neutron] 10.222.0.64 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237065 Jun 28 12:28:31.179433 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [req-076cd92c-86ab-4493-bc31-84312b070d48 req-a0ee2f08-de9a-433a-96a4-c99870059cc3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Allocated IP 172.20.0.3 (610a32a3-5660-4e8a-ae30-17ec132a0f59/05336de3-173c-4358-87d0-069f76372a1b/10784ae5-76e6-42bc-b892-7a4f0de1a1eb) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:28:31.384945 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3fe8e1c6-0fd9-4fae-97b7-5c621be08506 req-9c07751f-ea86-4984-ae04-b3f181d3e25e tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9044edf-afe8-426d-a2fe-6b5561719461 HTTP/1.1" status: 200 len: 210 time: 0.0423126 Jun 28 12:28:31.411137 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-076cd92c-86ab-4493-bc31-84312b070d48 req-a0ee2f08-de9a-433a-96a4-c99870059cc3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:31.501155 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-076cd92c-86ab-4493-bc31-84312b070d48 req-a0ee2f08-de9a-433a-96a4-c99870059cc3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:31.501792 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-30dee723-6c58-456e-b68d-88c34de4abed req-502211d7-dafb-4986-ad34-a73df69ff983 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=64137945-dee6-48c2-8403-9016a34e0155 HTTP/1.1" status: 200 len: 210 time: 0.0437644 Jun 28 12:28:31.507567 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:31.577630 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-076cd92c-86ab-4493-bc31-84312b070d48 req-a0ee2f08-de9a-433a-96a4-c99870059cc3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Network 610a32a3-5660-4e8a-ae30-17ec132a0f59 is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:28:31.580543 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [req-076cd92c-86ab-4493-bc31-84312b070d48 req-a0ee2f08-de9a-433a-96a4-c99870059cc3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:28:31.584285 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [req-076cd92c-86ab-4493-bc31-84312b070d48 req-a0ee2f08-de9a-433a-96a4-c99870059cc3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:28:31.614641 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee2f08-de9a-433a-96a4-c99870059cc3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Pushing event updated for resources: {'Port': ['ID=10784ae5-76e6-42bc-b892-7a4f0de1a1eb,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:31.634235 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee2f08-de9a-433a-96a4-c99870059cc3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:31.634597 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee2f08-de9a-433a-96a4-c99870059cc3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:31.634977 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee2f08-de9a-433a-96a4-c99870059cc3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:31.635321 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee2f08-de9a-433a-96a4-c99870059cc3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:31.635662 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee2f08-de9a-433a-96a4-c99870059cc3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:31.636050 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee2f08-de9a-433a-96a4-c99870059cc3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:31.636376 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee2f08-de9a-433a-96a4-c99870059cc3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:31.636707 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee2f08-de9a-433a-96a4-c99870059cc3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:31.637035 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee2f08-de9a-433a-96a4-c99870059cc3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:31.637371 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee2f08-de9a-433a-96a4-c99870059cc3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:31.637695 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee2f08-de9a-433a-96a4-c99870059cc3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:31.638021 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ee2f08-de9a-433a-96a4-c99870059cc3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:31.643146 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-a0ee2f08-de9a-433a-96a4-c99870059cc3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:31.660627 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cd92c-86ab-4493-bc31-84312b070d48 req-a0ee2f08-de9a-433a-96a4-c99870059cc3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:31.661229 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-076cd92c-86ab-4493-bc31-84312b070d48 req-a0ee2f08-de9a-433a-96a4-c99870059cc3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:31.763230 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-076cd92c-86ab-4493-bc31-84312b070d48 req-a0ee2f08-de9a-433a-96a4-c99870059cc3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2439184 Jun 28 12:28:31.787805 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-076cd92c-86ab-4493-bc31-84312b070d48 req-fd54d6ac-f725-43db-b72b-8bc156c785fb service neutron] Request body: {'port': {'device_id': '64137945-dee6-48c2-8403-9016a34e0155', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:28:31.909069 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-076cd92c-86ab-4493-bc31-84312b070d48 req-fd54d6ac-f725-43db-b72b-8bc156c785fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:32.283976 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-bbc27c4a-d92f-4798-8bbe-79cc0d00772f tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:32.285456 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-bbc27c4a-d92f-4798-8bbe-79cc0d00772f tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.64 "GET /v2.0/networks?id=da84cf23-6416-4615-a8fa-d64c4a064a3f HTTP/1.1" status: 200 len: 815 time: 0.2485578 Jun 28 12:28:32.309510 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-23cdde08-b4f5-429b-8f37-c19629540967 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Request body: {'port': {'device_id': 'b9044edf-afe8-426d-a2fe-6b5561719461', 'network_id': 'da84cf23-6416-4615-a8fa-d64c4a064a3f', 'admin_state_up': True, 'tenant_id': '36f653daa91445fdab2af86df2ffcada'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:28:32.482063 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.db.resource_extend [req-076cd92c-86ab-4493-bc31-84312b070d48 req-fd54d6ac-f725-43db-b72b-8bc156c785fb service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 12:28:32.552596 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0bfcf967-2fb4-494c-a7f6-dc6e4215511e req-763cfe3f-037b-4b96-8e1a-6283f3f63026 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9044edf-afe8-426d-a2fe-6b5561719461 HTTP/1.1" status: 200 len: 210 time: 0.0538993 Jun 28 12:28:32.603454 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [req-076cd92c-86ab-4493-bc31-84312b070d48 req-fd54d6ac-f725-43db-b72b-8bc156c785fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10784ae5-76e6-42bc-b892-7a4f0de1a1eb {{(pid=79148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:28:32.603454 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-076cd92c-86ab-4493-bc31-84312b070d48 req-fd54d6ac-f725-43db-b72b-8bc156c785fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:32.608619 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-23cdde08-b4f5-429b-8f37-c19629540967 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:28:32.617521 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-23cdde08-b4f5-429b-8f37-c19629540967 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Usage tracker for resource:port and tenant:36f653daa91445fdab2af86df2ffcada is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:28:32.623899 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-23cdde08-b4f5-429b-8f37-c19629540967 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:28:32.630606 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.provisioning_blocks [req-076cd92c-86ab-4493-bc31-84312b070d48 req-fd54d6ac-f725-43db-b72b-8bc156c785fb service neutron] Transition to ACTIVE for port object 10784ae5-76e6-42bc-b892-7a4f0de1a1eb will not be triggered until provisioned by entity L2. {{(pid=79148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:28:32.631693 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-23cdde08-b4f5-429b-8f37-c19629540967 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:28:32.711214 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-076cd92c-86ab-4493-bc31-84312b070d48 req-fd54d6ac-f725-43db-b72b-8bc156c785fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:32.715897 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:32.726291 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec70a9c-423b-407b-8098-53e2ce8bbab0 req-7c7b0ee2-84ba-4a90-8812-c7d50b48c98e tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:32.728026 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8ec70a9c-423b-407b-8098-53e2ce8bbab0 req-7c7b0ee2-84ba-4a90-8812-c7d50b48c98e tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=64137945-dee6-48c2-8403-9016a34e0155 HTTP/1.1" status: 200 len: 931 time: 0.0816050 Jun 28 12:28:32.759586 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-23cdde08-b4f5-429b-8f37-c19629540967 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Made reservation on behalf of 36f653daa91445fdab2af86df2ffcada for: {'port': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:28:32.763662 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-23cdde08-b4f5-429b-8f37-c19629540967 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:32.774946 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8ec70a9c-423b-407b-8098-53e2ce8bbab0 req-d877a7cd-947c-46cb-a436-f571ab487095 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e51c609-6994-4a55-bc9e-79daa461e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406692 Jun 28 12:28:32.900350 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54d6ac-f725-43db-b72b-8bc156c785fb service neutron] Pushing event updated for resources: {'Port': ['ID=10784ae5-76e6-42bc-b892-7a4f0de1a1eb,revision_number=2']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:32.909437 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-fd54d6ac-f725-43db-b72b-8bc156c785fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:33.084871 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-076cd92c-86ab-4493-bc31-84312b070d48 req-fd54d6ac-f725-43db-b72b-8bc156c785fb service neutron] Attempting to bind port 10784ae5-76e6-42bc-b892-7a4f0de1a1eb on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:28:33.085456 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-076cd92c-86ab-4493-bc31-84312b070d48 req-fd54d6ac-f725-43db-b72b-8bc156c785fb service neutron] Attempting to bind port 10784ae5-76e6-42bc-b892-7a4f0de1a1eb by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '51a7f3c3-7742-4caf-a3d8-65bc23407c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '610a32a3-5660-4e8a-ae30-17ec132a0f59'}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:28:33.085781 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076cd92c-86ab-4493-bc31-84312b070d48 req-fd54d6ac-f725-43db-b72b-8bc156c785fb service neutron] Attempting to bind port 10784ae5-76e6-42bc-b892-7a4f0de1a1eb on network 610a32a3-5660-4e8a-ae30-17ec132a0f59 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:28:33.096834 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076cd92c-86ab-4493-bc31-84312b070d48 req-fd54d6ac-f725-43db-b72b-8bc156c785fb service neutron] Port 10784ae5-76e6-42bc-b892-7a4f0de1a1eb on network 610a32a3-5660-4e8a-ae30-17ec132a0f59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:28:33.097143 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076cd92c-86ab-4493-bc31-84312b070d48 req-fd54d6ac-f725-43db-b72b-8bc156c785fb service neutron] Attempting to bind port 10784ae5-76e6-42bc-b892-7a4f0de1a1eb on network 610a32a3-5660-4e8a-ae30-17ec132a0f59 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:28:33.107597 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-23cdde08-b4f5-429b-8f37-c19629540967 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Allocated IP 172.20.0.9 (da84cf23-6416-4615-a8fa-d64c4a064a3f/a03ee274-938a-448e-9d48-ec3b7914912f/c48e667d-e73c-4af4-9f49-3597d34a80a8) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:28:33.109734 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076cd92c-86ab-4493-bc31-84312b070d48 req-fd54d6ac-f725-43db-b72b-8bc156c785fb service neutron] Checking agent: {'id': '406cf176-031c-46fa-bfd0-dd20e5845d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'started_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:28:33.110063 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076cd92c-86ab-4493-bc31-84312b070d48 req-fd54d6ac-f725-43db-b72b-8bc156c785fb service neutron] Checking segment: {'id': '51a7f3c3-7742-4caf-a3d8-65bc23407c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '610a32a3-5660-4e8a-ae30-17ec132a0f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:28:33.110437 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076cd92c-86ab-4493-bc31-84312b070d48 req-fd54d6ac-f725-43db-b72b-8bc156c785fb service neutron] Bound using segment: {'id': '51a7f3c3-7742-4caf-a3d8-65bc23407c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '610a32a3-5660-4e8a-ae30-17ec132a0f59'} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:28:33.110879 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-076cd92c-86ab-4493-bc31-84312b070d48 req-fd54d6ac-f725-43db-b72b-8bc156c785fb service neutron] Bound port: 10784ae5-76e6-42bc-b892-7a4f0de1a1eb, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a7f3c3-7742-4caf-a3d8-65bc23407c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '610a32a3-5660-4e8a-ae30-17ec132a0f59'}}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:28:33.111218 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-076cd92c-86ab-4493-bc31-84312b070d48 req-fd54d6ac-f725-43db-b72b-8bc156c785fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:33.193126 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee01b11-7eb5-4fb0-a1e9-6ea47bc87388 req-7266ff88-83af-4958-b979-c8043df68714 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:33.194553 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3ee01b11-7eb5-4fb0-a1e9-6ea47bc87388 req-7266ff88-83af-4958-b979-c8043df68714 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.0821698 Jun 28 12:28:33.239437 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3ee01b11-7eb5-4fb0-a1e9-6ea47bc87388 req-40d7d6be-a1f7-45f6-86a7-86f9bcdeec40 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387151 Jun 28 12:28:33.277535 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-076cd92c-86ab-4493-bc31-84312b070d48 req-fd54d6ac-f725-43db-b72b-8bc156c785fb service neutron] For port 10784ae5-76e6-42bc-b892-7a4f0de1a1eb, host hv-cinder-79809, cleared binding levels {{(pid=79148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:28:33.333677 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-076cd92c-86ab-4493-bc31-84312b070d48 req-fd54d6ac-f725-43db-b72b-8bc156c785fb service neutron] For port 10784ae5-76e6-42bc-b892-7a4f0de1a1eb, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=10784ae5-76e6-42bc-b892-7a4f0de1a1eb,segment=NetworkSegment(51a7f3c3-7742-4caf-a3d8-65bc23407c4b),segment_id=51a7f3c3-7742-4caf-a3d8-65bc23407c4b)] {{(pid=79148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:28:33.398309 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-23cdde08-b4f5-429b-8f37-c19629540967 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:33.409514 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-076cd92c-86ab-4493-bc31-84312b070d48 req-fd54d6ac-f725-43db-b72b-8bc156c785fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:33.414653 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-0d804601-f05c-403e-8934-81a9ec9264c2 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:33.471780 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cd92c-86ab-4493-bc31-84312b070d48 req-fd54d6ac-f725-43db-b72b-8bc156c785fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:33.472385 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-076cd92c-86ab-4493-bc31-84312b070d48 req-fd54d6ac-f725-43db-b72b-8bc156c785fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:33.473720 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-076cd92c-86ab-4493-bc31-84312b070d48 req-fd54d6ac-f725-43db-b72b-8bc156c785fb service neutron] 10.222.0.64 "PUT /v2.0/ports/10784ae5-76e6-42bc-b892-7a4f0de1a1eb HTTP/1.1" status: 200 len: 1093 time: 1.6903257 Jun 28 12:28:33.475243 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64137945-dee6-48c2-8403-9016a34e0155', 'tag': '10784ae5-76e6-42bc-b892-7a4f0de1a1eb'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:28:33.507026 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54d6ac-f725-43db-b72b-8bc156c785fb service neutron] Pushing event updated for resources: {'Port': ['ID=10784ae5-76e6-42bc-b892-7a4f0de1a1eb,revision_number=3']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:33.510761 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-fd54d6ac-f725-43db-b72b-8bc156c785fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:33.527859 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64137945-dee6-48c2-8403-9016a34e0155', 'tag': '10784ae5-76e6-42bc-b892-7a4f0de1a1eb', 'status': 'completed', 'code': 200} Jun 28 12:28:33.617494 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-23cdde08-b4f5-429b-8f37-c19629540967 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:33.628189 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-a56c55bf-b775-43bc-9900-43566f09c521 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:33.667104 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['0c5423c4-773d-4c8c-bdcf-114397a68321', 'bca80908-6526-42d4-9079-65ee696727cf', '7839b2ec-0100-493b-8301-6814d9296c7e'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:28:33.712577 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-23cdde08-b4f5-429b-8f37-c19629540967 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Network da84cf23-6416-4615-a8fa-d64c4a064a3f is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:28:33.717634 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-23cdde08-b4f5-429b-8f37-c19629540967 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:28:33.730557 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-23cdde08-b4f5-429b-8f37-c19629540967 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:28:33.786871 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cdde08-b4f5-429b-8f37-c19629540967 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Pushing event updated for resources: {'Port': ['ID=c48e667d-e73c-4af4-9f49-3597d34a80a8,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:33.789787 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-23cdde08-b4f5-429b-8f37-c19629540967 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:33.792140 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bdadb-73fb-477c-84bc-7aeba0a6c903 req-ad8bc117-c4bf-41cb-b7f8-c863b1a77aae tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:33.794517 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c58bdadb-73fb-477c-84bc-7aeba0a6c903 req-ad8bc117-c4bf-41cb-b7f8-c863b1a77aae tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9044edf-afe8-426d-a2fe-6b5561719461 HTTP/1.1" status: 200 len: 931 time: 0.1240604 Jun 28 12:28:33.804166 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510fee7-eef4-496b-97e7-8f53c45b0644 req-29953f1e-ef80-44bc-a323-02768e5161c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:33.805792 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-c510fee7-eef4-496b-97e7-8f53c45b0644 req-29953f1e-ef80-44bc-a323-02768e5161c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b9694e09e8fe4bd9918810c5990ad233&device_id=64137945-dee6-48c2-8403-9016a34e0155 HTTP/1.1" status: 200 len: 1096 time: 0.2239892 Jun 28 12:28:33.823157 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-23cdde08-b4f5-429b-8f37-c19629540967 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:33.823157 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-23cdde08-b4f5-429b-8f37-c19629540967 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:33.873037 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c58bdadb-73fb-477c-84bc-7aeba0a6c903 req-257b074b-5554-4745-97aa-98ec8aec792e tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651672 Jun 28 12:28:33.998683 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-23cdde08-b4f5-429b-8f37-c19629540967 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6940830 Jun 28 12:28:34.008214 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5861a-d60f-4af5-a75c-8ca95a6c1b1b req-f3faa456-0c22-4f73-8a97-edd2bdae0a34 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:34.009796 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8ad5861a-d60f-4af5-a75c-8ca95a6c1b1b req-f3faa456-0c22-4f73-8a97-edd2bdae0a34 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=64137945-dee6-48c2-8403-9016a34e0155 HTTP/1.1" status: 200 len: 943 time: 0.0988774 Jun 28 12:28:34.021353 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-c4920512-a668-4c3d-9e72-2ec05a3b4f64 service neutron] Request body: {'port': {'device_id': 'b9044edf-afe8-426d-a2fe-6b5561719461', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:28:34.062090 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8ad5861a-d60f-4af5-a75c-8ca95a6c1b1b req-8e414c87-4c89-4501-9e3d-5274f28c96bd tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e51c609-6994-4a55-bc9e-79daa461e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444539 Jun 28 12:28:34.099003 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510fee7-eef4-496b-97e7-8f53c45b0644 req-e7dfe2ef-cc5b-4a06-be7d-0c9bd5257d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:34.100395 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-c510fee7-eef4-496b-97e7-8f53c45b0644 req-e7dfe2ef-cc5b-4a06-be7d-0c9bd5257d26 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b9694e09e8fe4bd9918810c5990ad233&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2591157 Jun 28 12:28:34.246049 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-c4920512-a668-4c3d-9e72-2ec05a3b4f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:34.335056 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510fee7-eef4-496b-97e7-8f53c45b0644 req-50347fda-f41e-41e1-990f-8de6f8774388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:34.336726 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-c510fee7-eef4-496b-97e7-8f53c45b0644 req-50347fda-f41e-41e1-990f-8de6f8774388 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2079573 Jun 28 12:28:34.441612 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec696b1-fc19-4bcd-9ba6-d19209ceeaad req-4758af5b-7c2b-4848-be7a-4e170cc40b9d tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:34.443304 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9ec696b1-fc19-4bcd-9ba6-d19209ceeaad req-4758af5b-7c2b-4848-be7a-4e170cc40b9d tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.0923440 Jun 28 12:28:34.491784 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9ec696b1-fc19-4bcd-9ba6-d19209ceeaad req-c5642577-bec9-49b8-8706-8b3d801f1ffa tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418069 Jun 28 12:28:34.653417 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cd92c-86ab-4493-bc31-84312b070d48 req-e6c45076-1be7-476a-bc99-a8112fffda61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:34.654910 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-076cd92c-86ab-4493-bc31-84312b070d48 req-e6c45076-1be7-476a-bc99-a8112fffda61 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b9694e09e8fe4bd9918810c5990ad233&device_id=64137945-dee6-48c2-8403-9016a34e0155 HTTP/1.1" status: 200 len: 1096 time: 0.1756027 Jun 28 12:28:34.785567 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-076cd92c-86ab-4493-bc31-84312b070d48 req-6fa5cab6-175b-4168-8c8e-c99cc32990a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10784ae5-76e6-42bc-b892-7a4f0de1a1eb HTTP/1.1" status: 200 len: 217 time: 0.1007760 Jun 28 12:28:34.860214 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-c4920512-a668-4c3d-9e72-2ec05a3b4f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c48e667d-e73c-4af4-9f49-3597d34a80a8 {{(pid=79148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:28:34.870205 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-c4920512-a668-4c3d-9e72-2ec05a3b4f64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:34.876520 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cd92c-86ab-4493-bc31-84312b070d48 req-6ab95d47-59e0-4640-9a69-00bfedb8b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:34.877967 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-076cd92c-86ab-4493-bc31-84312b070d48 req-6ab95d47-59e0-4640-9a69-00bfedb8b55a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05336de3-173c-4358-87d0-069f76372a1b HTTP/1.1" status: 200 len: 849 time: 0.0841892 Jun 28 12:28:34.918801 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.provisioning_blocks [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-c4920512-a668-4c3d-9e72-2ec05a3b4f64 service neutron] Transition to ACTIVE for port object c48e667d-e73c-4af4-9f49-3597d34a80a8 will not be triggered until provisioned by entity L2. {{(pid=79148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:28:34.931188 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-076cd92c-86ab-4493-bc31-84312b070d48 req-76a87b63-3613-4291-b10e-3c24b90f7e5e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=610a32a3-5660-4e8a-ae30-17ec132a0f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437179 Jun 28 12:28:35.040993 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-c4920512-a668-4c3d-9e72-2ec05a3b4f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:35.050147 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-f4f19a6f-938f-418d-bc76-bdee95254102 tempest-DeleteServersTestJSON-1036939171 tempest-DeleteServersTestJSON-1036939171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:35.076429 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b03ada-6654-422f-8ba4-120bb75ca3b0 req-d700f34e-87e8-45ed-9985-ceb1d5330dc9 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:35.077882 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-90b03ada-6654-422f-8ba4-120bb75ca3b0 req-d700f34e-87e8-45ed-9985-ceb1d5330dc9 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9044edf-afe8-426d-a2fe-6b5561719461 HTTP/1.1" status: 200 len: 943 time: 0.0816729 Jun 28 12:28:35.128177 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-90b03ada-6654-422f-8ba4-120bb75ca3b0 req-be074a4f-b8db-4fe4-96b7-332f8dce9e3d tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438046 Jun 28 12:28:35.266238 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4920512-a668-4c3d-9e72-2ec05a3b4f64 service neutron] Pushing event updated for resources: {'Port': ['ID=c48e667d-e73c-4af4-9f49-3597d34a80a8,revision_number=2']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:35.266805 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0928d-3cfa-453d-a9ba-ec797122c363 req-a0ad0b01-8779-4cca-b6c1-27f9bb141c22 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:35.283539 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-79c0928d-3cfa-453d-a9ba-ec797122c363 req-a0ad0b01-8779-4cca-b6c1-27f9bb141c22 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=64137945-dee6-48c2-8403-9016a34e0155 HTTP/1.1" status: 200 len: 943 time: 0.1092110 Jun 28 12:28:35.296148 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-c4920512-a668-4c3d-9e72-2ec05a3b4f64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:35.298498 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-076cd92c-86ab-4493-bc31-84312b070d48 req-16dfa87d-747c-4f92-960d-54270a8c9fe8 service neutron] 10.222.0.64 "GET /v2.0/networks/610a32a3-5660-4e8a-ae30-17ec132a0f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589532 Jun 28 12:28:35.329434 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-79c0928d-3cfa-453d-a9ba-ec797122c363 req-a624f123-7176-4026-8de4-42df7c6ff077 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e51c609-6994-4a55-bc9e-79daa461e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452032 Jun 28 12:28:35.437369 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-c4920512-a668-4c3d-9e72-2ec05a3b4f64 service neutron] Attempting to bind port c48e667d-e73c-4af4-9f49-3597d34a80a8 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:28:35.437968 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-c4920512-a668-4c3d-9e72-2ec05a3b4f64 service neutron] Attempting to bind port c48e667d-e73c-4af4-9f49-3597d34a80a8 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'ab8b06c2-e425-45b6-bf41-f136c4198aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'da84cf23-6416-4615-a8fa-d64c4a064a3f'}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:28:35.438092 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-c4920512-a668-4c3d-9e72-2ec05a3b4f64 service neutron] Attempting to bind port c48e667d-e73c-4af4-9f49-3597d34a80a8 on network da84cf23-6416-4615-a8fa-d64c4a064a3f {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:28:35.447003 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-c4920512-a668-4c3d-9e72-2ec05a3b4f64 service neutron] Port c48e667d-e73c-4af4-9f49-3597d34a80a8 on network da84cf23-6416-4615-a8fa-d64c4a064a3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:28:35.447409 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-c4920512-a668-4c3d-9e72-2ec05a3b4f64 service neutron] Attempting to bind port c48e667d-e73c-4af4-9f49-3597d34a80a8 on network da84cf23-6416-4615-a8fa-d64c4a064a3f {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:28:35.464874 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-c4920512-a668-4c3d-9e72-2ec05a3b4f64 service neutron] Checking agent: {'id': '406cf176-031c-46fa-bfd0-dd20e5845d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'started_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:28:35.465182 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-c4920512-a668-4c3d-9e72-2ec05a3b4f64 service neutron] Checking segment: {'id': 'ab8b06c2-e425-45b6-bf41-f136c4198aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'da84cf23-6416-4615-a8fa-d64c4a064a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:28:35.465558 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-c4920512-a668-4c3d-9e72-2ec05a3b4f64 service neutron] Bound using segment: {'id': 'ab8b06c2-e425-45b6-bf41-f136c4198aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'da84cf23-6416-4615-a8fa-d64c4a064a3f'} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:28:35.465976 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-c4920512-a668-4c3d-9e72-2ec05a3b4f64 service neutron] Bound port: c48e667d-e73c-4af4-9f49-3597d34a80a8, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab8b06c2-e425-45b6-bf41-f136c4198aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'da84cf23-6416-4615-a8fa-d64c4a064a3f'}}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:28:35.466311 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-c4920512-a668-4c3d-9e72-2ec05a3b4f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:35.487152 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-076cd92c-86ab-4493-bc31-84312b070d48 req-4bdff109-c99c-49cc-a315-2bcf4117be70 service neutron] 10.222.0.64 "GET /v2.0/networks/610a32a3-5660-4e8a-ae30-17ec132a0f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743445 Jun 28 12:28:35.568617 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-c4920512-a668-4c3d-9e72-2ec05a3b4f64 service neutron] For port c48e667d-e73c-4af4-9f49-3597d34a80a8, host hv-cinder-79809, cleared binding levels {{(pid=79148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:28:35.572024 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-c4920512-a668-4c3d-9e72-2ec05a3b4f64 service neutron] For port c48e667d-e73c-4af4-9f49-3597d34a80a8, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c48e667d-e73c-4af4-9f49-3597d34a80a8,segment=NetworkSegment(ab8b06c2-e425-45b6-bf41-f136c4198aee),segment_id=ab8b06c2-e425-45b6-bf41-f136c4198aee)] {{(pid=79148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:28:35.648726 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-c4920512-a668-4c3d-9e72-2ec05a3b4f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:35.654177 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-14915341-02f7-40c1-970e-c3b3cb70c481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:35.688224 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4cf9c7-c799-43c4-92c6-092078f2efb7 req-9a1fc5c0-d1b3-4881-b01e-b9d50cb0d271 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:35.689692 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-eb4cf9c7-c799-43c4-92c6-092078f2efb7 req-9a1fc5c0-d1b3-4881-b01e-b9d50cb0d271 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.0835121 Jun 28 12:28:35.706259 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-c4920512-a668-4c3d-9e72-2ec05a3b4f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:35.706883 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-c4920512-a668-4c3d-9e72-2ec05a3b4f64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:35.708216 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-c4920512-a668-4c3d-9e72-2ec05a3b4f64 service neutron] 10.222.0.64 "PUT /v2.0/ports/c48e667d-e73c-4af4-9f49-3597d34a80a8 HTTP/1.1" status: 200 len: 1093 time: 1.6934404 Jun 28 12:28:35.708689 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9044edf-afe8-426d-a2fe-6b5561719461', 'tag': 'c48e667d-e73c-4af4-9f49-3597d34a80a8'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:28:35.740992 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4920512-a668-4c3d-9e72-2ec05a3b4f64 service neutron] Pushing event updated for resources: {'Port': ['ID=c48e667d-e73c-4af4-9f49-3597d34a80a8,revision_number=3']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:35.744707 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-c4920512-a668-4c3d-9e72-2ec05a3b4f64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:35.755272 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-eb4cf9c7-c799-43c4-92c6-092078f2efb7 req-eeef71fa-493c-4c6f-bdee-964de9bd2aca tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593059 Jun 28 12:28:35.768572 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9044edf-afe8-426d-a2fe-6b5561719461', 'tag': 'c48e667d-e73c-4af4-9f49-3597d34a80a8', 'status': 'completed', 'code': 200} Jun 28 12:28:35.902208 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72e8c2-4a07-466e-8f20-29b2ec841f14 req-d6066956-3215-41f8-b4c2-871a9d983c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:35.903600 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-2d72e8c2-4a07-466e-8f20-29b2ec841f14 req-d6066956-3215-41f8-b4c2-871a9d983c55 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=36f653daa91445fdab2af86df2ffcada&device_id=b9044edf-afe8-426d-a2fe-6b5561719461 HTTP/1.1" status: 200 len: 1096 time: 0.0761507 Jun 28 12:28:36.110546 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72e8c2-4a07-466e-8f20-29b2ec841f14 req-ef624a70-084f-4f74-848e-d35512d46df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:36.111992 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-2d72e8c2-4a07-466e-8f20-29b2ec841f14 req-ef624a70-084f-4f74-848e-d35512d46df1 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=36f653daa91445fdab2af86df2ffcada&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1763260 Jun 28 12:28:36.310348 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8c2d2-8eb1-4b1a-bd31-95e15f76ee49 req-8ad8fa5f-282c-4f12-9fd6-3d6db9459345 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:36.311041 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-e5e8c2d2-8eb1-4b1a-bd31-95e15f76ee49 req-8ad8fa5f-282c-4f12-9fd6-3d6db9459345 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Synchronizing usage tracker for tenant:f70e7bdbdb2e4a60bd5652622759bce1 on resource:port {{(pid=79148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:28:36.331909 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612607b4-593c-4a5e-a551-daf0393e0d7d req-322f9be5-f046-42f4-8b64-89bce41fb56c tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:36.333408 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-612607b4-593c-4a5e-a551-daf0393e0d7d req-322f9be5-f046-42f4-8b64-89bce41fb56c tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9044edf-afe8-426d-a2fe-6b5561719461 HTTP/1.1" status: 200 len: 943 time: 0.0818269 Jun 28 12:28:36.364336 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72e8c2-4a07-466e-8f20-29b2ec841f14 req-0c0b67da-c8fc-41bb-9229-a48d8a8a0737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:36.365871 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-2d72e8c2-4a07-466e-8f20-29b2ec841f14 req-0c0b67da-c8fc-41bb-9229-a48d8a8a0737 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2430661 Jun 28 12:28:36.381596 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-612607b4-593c-4a5e-a551-daf0393e0d7d req-a7fa81c0-f9a2-462c-8546-dcf568bf4e3d tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414040 Jun 28 12:28:36.420135 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-e5e8c2d2-8eb1-4b1a-bd31-95e15f76ee49 req-8ad8fa5f-282c-4f12-9fd6-3d6db9459345 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Unset dirty status for tenant:f70e7bdbdb2e4a60bd5652622759bce1 on resource:port {{(pid=79148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:28:36.421186 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-e5e8c2d2-8eb1-4b1a-bd31-95e15f76ee49 req-8ad8fa5f-282c-4f12-9fd6-3d6db9459345 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.3790753 Jun 28 12:28:36.546412 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c702f02-eeba-4783-b930-2217de73e5c1 req-9dd7cd11-9b49-4ea7-8e91-97759dccff6d tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:36.552609 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8c702f02-eeba-4783-b930-2217de73e5c1 req-9dd7cd11-9b49-4ea7-8e91-97759dccff6d tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=64137945-dee6-48c2-8403-9016a34e0155 HTTP/1.1" status: 200 len: 943 time: 0.0931039 Jun 28 12:28:36.555893 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [req-e5e8c2d2-8eb1-4b1a-bd31-95e15f76ee49 req-19e0a8fc-679e-4a4d-b5f5-b662d571c5e8 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Deleting port aade2f67-08ef-4e10-b36d-66aaf64249e3 {{(pid=79148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:28:36.556410 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-e5e8c2d2-8eb1-4b1a-bd31-95e15f76ee49 req-19e0a8fc-679e-4a4d-b5f5-b662d571c5e8 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:36.593558 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8c702f02-eeba-4783-b930-2217de73e5c1 req-62b444dd-4b68-4936-b23c-4d92dd9ae09e tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e51c609-6994-4a55-bc9e-79daa461e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395296 Jun 28 12:28:36.672858 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-e3a9f235-c099-4282-94d8-3f46f7b3ff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:36.674222 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-e3a9f235-c099-4282-94d8-3f46f7b3ff35 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=36f653daa91445fdab2af86df2ffcada&device_id=b9044edf-afe8-426d-a2fe-6b5561719461 HTTP/1.1" status: 200 len: 1096 time: 0.1953487 Jun 28 12:28:36.803427 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-34765a5f-05d0-4afe-a9a3-d409b368a6a0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c48e667d-e73c-4af4-9f49-3597d34a80a8 HTTP/1.1" status: 200 len: 217 time: 0.0919423 Jun 28 12:28:36.901636 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 49160) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:28:36.918469 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 10784ae5-76e6-42bc-b892-7a4f0de1a1eb details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:28:36.952611 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-5bba661e-95e9-45a0-83f3-84d963709bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:36.954033 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-5bba661e-95e9-45a0-83f3-84d963709bf1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a03ee274-938a-448e-9d48-ec3b7914912f HTTP/1.1" status: 200 len: 855 time: 0.1033964 Jun 28 12:28:36.965377 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-e5e8c2d2-8eb1-4b1a-bd31-95e15f76ee49 req-19e0a8fc-679e-4a4d-b5f5-b662d571c5e8 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] For port aade2f67-08ef-4e10-b36d-66aaf64249e3, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=aade2f67-08ef-4e10-b36d-66aaf64249e3,segment=NetworkSegment(6eccaa40-4863-4d4b-8c7d-84e7e4e57a69),segment_id=6eccaa40-4863-4d4b-8c7d-84e7e4e57a69)] {{(pid=79148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:28:36.965742 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-e5e8c2d2-8eb1-4b1a-bd31-95e15f76ee49 req-19e0a8fc-679e-4a4d-b5f5-b662d571c5e8 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:37.002422 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d2266-44c9-47c8-aeca-bab2277065e2 req-22764821-612f-4105-ad77-07eec191e1de tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:37.004173 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-553d2266-44c9-47c8-aeca-bab2277065e2 req-22764821-612f-4105-ad77-07eec191e1de tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 946 time: 0.1393168 Jun 28 12:28:37.019345 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-34915015-a655-4674-9ef9-1fb6a0f8d030 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da84cf23-6416-4615-a8fa-d64c4a064a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454061 Jun 28 12:28:37.063198 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-553d2266-44c9-47c8-aeca-bab2277065e2 req-094315fc-7255-4cc7-b418-8beb6aa4cf37 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524793 Jun 28 12:28:37.096348 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 10784ae5-76e6-42bc-b892-7a4f0de1a1eb, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=10784ae5-76e6-42bc-b892-7a4f0de1a1eb,segment=NetworkSegment(51a7f3c3-7742-4caf-a3d8-65bc23407c4b),segment_id=51a7f3c3-7742-4caf-a3d8-65bc23407c4b)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:28:37.109753 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Returning: {'device': '10784ae5-76e6-42bc-b892-7a4f0de1a1eb', 'network_id': '610a32a3-5660-4e8a-ae30-17ec132a0f59', 'port_id': '10784ae5-76e6-42bc-b892-7a4f0de1a1eb', 'mac_address': 'fa:16:3e:b7:47:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05336de3-173c-4358-87d0-069f76372a1b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:28:37.167021 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:37.172197 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [req-e5e8c2d2-8eb1-4b1a-bd31-95e15f76ee49 req-19e0a8fc-679e-4a4d-b5f5-b662d571c5e8 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Calling delete_port for aade2f67-08ef-4e10-b36d-66aaf64249e3 owned by compute:nova {{(pid=79148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:28:37.186332 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10784ae5-76e6-42bc-b892-7a4f0de1a1eb {{(pid=79150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:28:37.202492 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 10784ae5-76e6-42bc-b892-7a4f0de1a1eb, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=10784ae5-76e6-42bc-b892-7a4f0de1a1eb,segment=NetworkSegment(51a7f3c3-7742-4caf-a3d8-65bc23407c4b),segment_id=51a7f3c3-7742-4caf-a3d8-65bc23407c4b)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:28:37.219966 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b05679c5-2ec0-44bf-bdd4-25abf8198966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:37.252274 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-b05679c5-2ec0-44bf-bdd4-25abf8198966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:28:37.288664 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:37.294724 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-b65abed6-fc8f-4beb-b555-fc27e9a3fc84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:37.303650 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-b05679c5-2ec0-44bf-bdd4-25abf8198966 admin admin] Usage tracker for resource:security_group_rule and tenant:844e8e8462984f1e93fda672d9ddf4df is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:28:37.306638 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-b05679c5-2ec0-44bf-bdd4-25abf8198966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:28:37.320557 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-b05679c5-2ec0-44bf-bdd4-25abf8198966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:28:37.389834 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=10784ae5-76e6-42bc-b892-7a4f0de1a1eb,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:37.397716 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:37.398042 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-d7848d82-6211-4db1-8701-14f1d6f11069 service neutron] 10.222.0.64 "GET /v2.0/networks/da84cf23-6416-4615-a8fa-d64c4a064a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180661 Jun 28 12:28:37.398181 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:37.398438 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:37.398826 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:37.399376 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:37.399507 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:37.399801 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:37.400115 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:37.400455 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:37.400774 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:37.401089 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:37.401400 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:37.407421 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:37.644131 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b05679c5-2ec0-44bf-bdd4-25abf8198966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:37.647795 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-08a75638-3f8f-4c13-b2e0-bb182b2bc423 req-b1ce9330-42c5-49ac-a0af-864ebdbaba0a service neutron] 10.222.0.64 "GET /v2.0/networks/da84cf23-6416-4615-a8fa-d64c4a064a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141631 Jun 28 12:28:37.657470 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e596770-d6d4-4813-a463-425f385b7dad req-46e61268-4f35-4142-b58e-8454f8ed312e tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:37.658995 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8e596770-d6d4-4813-a463-425f385b7dad req-46e61268-4f35-4142-b58e-8454f8ed312e tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9044edf-afe8-426d-a2fe-6b5561719461 HTTP/1.1" status: 200 len: 943 time: 0.1675613 Jun 28 12:28:37.663656 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-e5e8c2d2-8eb1-4b1a-bd31-95e15f76ee49 req-19e0a8fc-679e-4a4d-b5f5-b662d571c5e8 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:37.665436 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:37.702557 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['38dc09ed-d07b-4fa5-a688-dc4588629f74'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:28:37.706368 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8e596770-d6d4-4813-a463-425f385b7dad req-b99b9c39-e09b-43a3-8738-b8f6a119edfe tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402431 Jun 28 12:28:37.717749 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0a8fc-679e-4a4d-b5f5-b662d571c5e8 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Pushing event deleted for resources: {'Port': ['ID=aade2f67-08ef-4e10-b36d-66aaf64249e3,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:37.727393 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-19e0a8fc-679e-4a4d-b5f5-b662d571c5e8 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:37.745471 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['10784ae5-76e6-42bc-b892-7a4f0de1a1eb'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:28:37.812090 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b05679c5-2ec0-44bf-bdd4-25abf8198966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:37.837944 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:37.849149 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e8c2d2-8eb1-4b1a-bd31-95e15f76ee49 req-19e0a8fc-679e-4a4d-b5f5-b662d571c5e8 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] No DVR routers for this DVR port aade2f67-08ef-4e10-b36d-66aaf64249e3 on host hv-cinder-79809 {{(pid=79148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:28:37.851625 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-e5e8c2d2-8eb1-4b1a-bd31-95e15f76ee49 req-19e0a8fc-679e-4a4d-b5f5-b662d571c5e8 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:37.860069 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9cb368f-68be-47df-acb0-34ccdd798545', 'name': 'network-vif-deleted', 'tag': 'aade2f67-08ef-4e10-b36d-66aaf64249e3'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:28:37.882020 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-b05679c5-2ec0-44bf-bdd4-25abf8198966 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=844e8e8462984f1e93fda672d9ddf4df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9764867 Jun 28 12:28:37.885531 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 49176) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:28:37.904191 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05679c5-2ec0-44bf-bdd4-25abf8198966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b3bbde-d33b-4eff-92c4-61921d712f87,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:37.907932 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-b05679c5-2ec0-44bf-bdd4-25abf8198966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:37.960025 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578ce2a-6b1a-4ace-a680-0526e40cc211 req-bb7a4899-9169-452c-b101-0eadf40130a2 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:37.967293 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f578ce2a-6b1a-4ace-a680-0526e40cc211 req-bb7a4899-9169-452c-b101-0eadf40130a2 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=64137945-dee6-48c2-8403-9016a34e0155 HTTP/1.1" status: 200 len: 944 time: 0.1307299 Jun 28 12:28:37.973140 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2664ddd6-0d75-47a0-a5c5-0ef258827f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:37.988106 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-e5e8c2d2-8eb1-4b1a-bd31-95e15f76ee49 req-19e0a8fc-679e-4a4d-b5f5-b662d571c5e8 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.64 "DELETE /v2.0/ports/aade2f67-08ef-4e10-b36d-66aaf64249e3 HTTP/1.1" status: 204 len: 173 time: 1.5435367 Jun 28 12:28:38.005344 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2664ddd6-0d75-47a0-a5c5-0ef258827f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:38.017672 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f578ce2a-6b1a-4ace-a680-0526e40cc211 req-d42992ec-28b2-4691-b8f2-26fc388490fe tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e51c609-6994-4a55-bc9e-79daa461e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474527 Jun 28 12:28:38.068618 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9cb368f-68be-47df-acb0-34ccdd798545', 'name': 'network-vif-deleted', 'tag': 'aade2f67-08ef-4e10-b36d-66aaf64249e3', 'status': 'completed', 'code': 200} Jun 28 12:28:38.180125 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2664ddd6-0d75-47a0-a5c5-0ef258827f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:38.186366 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-faa4723e-13d7-4996-857f-67d82528e055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:38.198611 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664ddd6-0d75-47a0-a5c5-0ef258827f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b3bbde-d33b-4eff-92c4-61921d712f87,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:38.201543 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-2664ddd6-0d75-47a0-a5c5-0ef258827f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:38.207720 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2664ddd6-0d75-47a0-a5c5-0ef258827f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:38.207720 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-2664ddd6-0d75-47a0-a5c5-0ef258827f4d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/78b3bbde-d33b-4eff-92c4-61921d712f87 HTTP/1.1" status: 204 len: 168 time: 0.3154459 Jun 28 12:28:38.239467 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1e32471f-700d-43cf-9bd7-45fbc7806632 req-ced28b06-459c-4cc6-823d-b9b160218d3b tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9cb368f-68be-47df-acb0-34ccdd798545 HTTP/1.1" status: 200 len: 210 time: 0.0666425 Jun 28 12:28:38.565078 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44467e-2205-47cb-ba24-a5b135d97231 req-6ed7cf9a-4b8c-4501-8142-5131ab6ab41e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:38.566663 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1f44467e-2205-47cb-ba24-a5b135d97231 req-6ed7cf9a-4b8c-4501-8142-5131ab6ab41e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 945 time: 0.0905802 Jun 28 12:28:38.609102 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-945d62ba-939d-4f4f-b267-b9d8aaf5e8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:38.623011 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1f44467e-2205-47cb-ba24-a5b135d97231 req-735f0bd0-29a7-4c89-9e7c-1d6a1be6c096 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498381 Jun 28 12:28:38.900925 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90650331-0cde-4ba7-bec4-2f20962f4e73 req-274eafea-8d51-4397-b381-bebbc26a8a46 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:38.902975 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-90650331-0cde-4ba7-bec4-2f20962f4e73 req-274eafea-8d51-4397-b381-bebbc26a8a46 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9044edf-afe8-426d-a2fe-6b5561719461 HTTP/1.1" status: 200 len: 943 time: 0.0827618 Jun 28 12:28:38.934225 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device aade2f67-08ef-4e10-b36d-66aaf64249e3 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:28:38.949684 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-90650331-0cde-4ba7-bec4-2f20962f4e73 req-8cf15fc2-276d-4e24-8123-2caebd1a971e tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405519 Jun 28 12:28:38.977255 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] No Port match for: aade2f67-08ef-4e10-b36d-66aaf64249e3 {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:28:38.977255 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device aade2f67-08ef-4e10-b36d-66aaf64249e3 not bound to the agent host hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:28:38.977255 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:39.210650 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a640c-e42c-49a1-ad4d-1eba43d5fe64 req-f69a98ba-c881-4d40-ba26-a0395ba2392d tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:39.212187 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b11a640c-e42c-49a1-ad4d-1eba43d5fe64 req-f69a98ba-c881-4d40-ba26-a0395ba2392d tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=64137945-dee6-48c2-8403-9016a34e0155 HTTP/1.1" status: 200 len: 944 time: 0.0873165 Jun 28 12:28:39.256671 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b11a640c-e42c-49a1-ad4d-1eba43d5fe64 req-1b68ba12-3a37-492f-8277-d46f67ab4d4e tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e51c609-6994-4a55-bc9e-79daa461e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380111 Jun 28 12:28:39.427093 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:28:39.818917 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b8843-b6f6-438a-8ea2-5694e3b2321b req-18136a43-56ad-43a1-a6a6-5a5190946e35 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:39.820372 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bf1b8843-b6f6-438a-8ea2-5694e3b2321b req-18136a43-56ad-43a1-a6a6-5a5190946e35 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 945 time: 0.0823832 Jun 28 12:28:39.910560 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bf1b8843-b6f6-438a-8ea2-5694e3b2321b req-f43835cb-8a31-49a5-957f-981a0ffa82db tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843499 Jun 28 12:28:39.944278 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdcefc-2fe9-456d-90b2-b162dc961518 req-f1843ce7-b8cf-48bb-aed8-3ea9af2dca3f tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:39.945729 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-36fdcefc-2fe9-456d-90b2-b162dc961518 req-f1843ce7-b8cf-48bb-aed8-3ea9af2dca3f tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.1060960 Jun 28 12:28:39.991628 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-36fdcefc-2fe9-456d-90b2-b162dc961518 req-57b447f0-3d7b-4cef-8893-15fbcf99db0a tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396650 Jun 28 12:28:40.139989 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae826b7-939d-406d-90ea-56318beae772 req-a76de91a-409c-4933-93bf-5843b4af7b35 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:40.142538 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6ae826b7-939d-406d-90ea-56318beae772 req-a76de91a-409c-4933-93bf-5843b4af7b35 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9044edf-afe8-426d-a2fe-6b5561719461 HTTP/1.1" status: 200 len: 943 time: 0.0794852 Jun 28 12:28:40.186321 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6ae826b7-939d-406d-90ea-56318beae772 req-40b1ea4c-f166-40b2-805a-125afe93294d tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389423 Jun 28 12:28:40.442267 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758ed05-e9c0-4a90-970a-cf570bf757cf req-caf73a3b-76a1-43dc-a51c-2101b5fa80e3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:40.443622 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6758ed05-e9c0-4a90-970a-cf570bf757cf req-caf73a3b-76a1-43dc-a51c-2101b5fa80e3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=64137945-dee6-48c2-8403-9016a34e0155 HTTP/1.1" status: 200 len: 944 time: 0.0812345 Jun 28 12:28:40.488275 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6758ed05-e9c0-4a90-970a-cf570bf757cf req-e2dbf728-f151-46e0-b188-c06e8cfadece tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e51c609-6994-4a55-bc9e-79daa461e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382926 Jun 28 12:28:40.951024 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device c48e667d-e73c-4af4-9f49-3597d34a80a8 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:28:40.959100 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 10784ae5-76e6-42bc-b892-7a4f0de1a1eb up at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:28:41.161874 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port c48e667d-e73c-4af4-9f49-3597d34a80a8, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c48e667d-e73c-4af4-9f49-3597d34a80a8,segment=NetworkSegment(ab8b06c2-e425-45b6-bf41-f136c4198aee),segment_id=ab8b06c2-e425-45b6-bf41-f136c4198aee)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:28:41.174790 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2ed90-e9a2-4e15-b97c-9872024f0dfa req-1ca5d9a3-1049-4da0-93f9-84aa14df5623 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:41.177737 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f2c2ed90-e9a2-4e15-b97c-9872024f0dfa req-1ca5d9a3-1049-4da0-93f9-84aa14df5623 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 945 time: 0.1394506 Jun 28 12:28:41.178051 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Returning: {'device': 'c48e667d-e73c-4af4-9f49-3597d34a80a8', 'network_id': 'da84cf23-6416-4615-a8fa-d64c4a064a3f', 'port_id': 'c48e667d-e73c-4af4-9f49-3597d34a80a8', 'mac_address': 'fa:16:3e:60:bc:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a03ee274-938a-448e-9d48-ec3b7914912f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:28:41.213121 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a42c14e8-6e7b-4907-a68d-598355bd73e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:41.237298 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f2c2ed90-e9a2-4e15-b97c-9872024f0dfa req-287852a0-e278-4ba4-8768-3845eec8b71f tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542531 Jun 28 12:28:41.240179 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:41.250197 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f67e4f-82ba-4754-b824-e7d26092de56 req-5b942b67-f660-499b-8cd8-d5bc0da4bd7e tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:41.257093 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-22f67e4f-82ba-4754-b824-e7d26092de56 req-5b942b67-f660-499b-8cd8-d5bc0da4bd7e tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.1430063 Jun 28 12:28:41.264258 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning for port 10784ae5-76e6-42bc-b892-7a4f0de1a1eb completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:28:41.272820 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning complete for port 10784ae5-76e6-42bc-b892-7a4f0de1a1eb triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:28:41.273159 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:41.307495 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-22f67e4f-82ba-4754-b824-e7d26092de56 req-2fe77b1b-5c03-48d9-9703-c1f69655856d tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493226 Jun 28 12:28:41.312764 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c48e667d-e73c-4af4-9f49-3597d34a80a8 {{(pid=79150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:28:41.345296 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port c48e667d-e73c-4af4-9f49-3597d34a80a8, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c48e667d-e73c-4af4-9f49-3597d34a80a8,segment=NetworkSegment(ab8b06c2-e425-45b6-bf41-f136c4198aee),segment_id=ab8b06c2-e425-45b6-bf41-f136c4198aee)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:28:41.411319 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:41.419250 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b8da5-f865-4e10-b98b-55eb379dea22 req-2c2f771e-824c-4bf2-8879-79bb8cac8304 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:41.420695 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-361b8da5-f865-4e10-b98b-55eb379dea22 req-2c2f771e-824c-4bf2-8879-79bb8cac8304 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9044edf-afe8-426d-a2fe-6b5561719461 HTTP/1.1" status: 200 len: 943 time: 0.0794168 Jun 28 12:28:41.426509 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:41.430125 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-e7fcbf7d-7c7a-427f-a07b-e82e718146e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:41.466333 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-361b8da5-f865-4e10-b98b-55eb379dea22 req-69695bec-3bad-4b14-a684-d3ac42d3743f tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396175 Jun 28 12:28:41.481972 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64137945-dee6-48c2-8403-9016a34e0155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10784ae5-76e6-42bc-b892-7a4f0de1a1eb'}] {{(pid=79150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:28:41.499559 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 10784ae5-76e6-42bc-b892-7a4f0de1a1eb, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=10784ae5-76e6-42bc-b892-7a4f0de1a1eb,segment=NetworkSegment(51a7f3c3-7742-4caf-a3d8-65bc23407c4b),segment_id=51a7f3c3-7742-4caf-a3d8-65bc23407c4b)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:28:41.520812 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=c48e667d-e73c-4af4-9f49-3597d34a80a8,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:41.524443 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:41.531472 dv-cinder-798094-1-iscsi neutron-server[79150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64137945-dee6-48c2-8403-9016a34e0155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10784ae5-76e6-42bc-b892-7a4f0de1a1eb', 'code': 200} Jun 28 12:28:41.579938 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:41.581746 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:41.655349 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=10784ae5-76e6-42bc-b892-7a4f0de1a1eb,revision_number=5']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:41.658426 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:41.685086 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc6616-42a8-44fd-807c-119d9a074675 req-8178d860-48b1-4d40-b9a7-428a744b915a tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:41.686570 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-92bc6616-42a8-44fd-807c-119d9a074675 req-8178d860-48b1-4d40-b9a7-428a744b915a tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=64137945-dee6-48c2-8403-9016a34e0155 HTTP/1.1" status: 200 len: 945 time: 0.0861974 Jun 28 12:28:41.732120 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-92bc6616-42a8-44fd-807c-119d9a074675 req-05f701d7-2ccd-40b4-85c0-a2aea879474a tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e51c609-6994-4a55-bc9e-79daa461e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395670 Jun 28 12:28:41.838579 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['c48e667d-e73c-4af4-9f49-3597d34a80a8'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:28:42.014145 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe5f9b-a4cd-4063-a543-426a36ba8d2b req-ec9cbf37-6063-4048-8d1f-c2dc76cfcbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:42.015533 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-6abe5f9b-a4cd-4063-a543-426a36ba8d2b req-ec9cbf37-6063-4048-8d1f-c2dc76cfcbe7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=64137945-dee6-48c2-8403-9016a34e0155 HTTP/1.1" status: 200 len: 1098 time: 0.1527910 Jun 28 12:28:42.057821 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-6abe5f9b-a4cd-4063-a543-426a36ba8d2b req-69ce85f8-6f61-434d-8cc0-b6c739661526 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9e51c609-6994-4a55-bc9e-79daa461e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349610 Jun 28 12:28:42.174477 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:42.471902 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c30b5-219b-4b98-bf4a-f8e1522cd4dc req-e2a8a9b7-2546-40c2-b761-63826107c777 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:42.473373 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c83c30b5-219b-4b98-bf4a-f8e1522cd4dc req-e2a8a9b7-2546-40c2-b761-63826107c777 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 945 time: 0.1248775 Jun 28 12:28:42.532436 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c83c30b5-219b-4b98-bf4a-f8e1522cd4dc req-0347c913-500c-45c8-9558-a52023cc33d2 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475776 Jun 28 12:28:42.539776 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2c42a-b133-4b03-9706-ead60a67904f req-be3845da-83e4-422d-8c67-21bf00f1e2c3 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:42.541145 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-60f2c42a-b133-4b03-9706-ead60a67904f req-be3845da-83e4-422d-8c67-21bf00f1e2c3 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.1326389 Jun 28 12:28:42.586718 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-60f2c42a-b133-4b03-9706-ead60a67904f req-e386ba7b-0b1b-4b7e-8dcc-404de5656ff9 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389869 Jun 28 12:28:42.709770 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472a0a1-35b7-4ffc-9988-5922a0c37d90 req-c51d3936-4721-4bef-bff1-541c6920ae1f tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:42.711506 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0472a0a1-35b7-4ffc-9988-5922a0c37d90 req-c51d3936-4721-4bef-bff1-541c6920ae1f tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9044edf-afe8-426d-a2fe-6b5561719461 HTTP/1.1" status: 200 len: 944 time: 0.0825937 Jun 28 12:28:42.755249 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0472a0a1-35b7-4ffc-9988-5922a0c37d90 req-1bad3421-ed46-4b1f-898d-559f11a2da8f tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374155 Jun 28 12:28:42.917230 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19029911-fe3c-4e4f-910f-53d01bb124fc req-ad36b242-823a-4593-8353-4756b8e6ff69 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:42.918602 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-19029911-fe3c-4e4f-910f-53d01bb124fc req-ad36b242-823a-4593-8353-4756b8e6ff69 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=64137945-dee6-48c2-8403-9016a34e0155 HTTP/1.1" status: 200 len: 945 time: 0.0785012 Jun 28 12:28:42.969101 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-19029911-fe3c-4e4f-910f-53d01bb124fc req-6a017ae2-cccc-4350-9457-27e65e6f7d8a tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e51c609-6994-4a55-bc9e-79daa461e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447209 Jun 28 12:28:43.860765 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5684f-8117-46a1-9eed-ae857d043ccd req-9fc29cb8-8f18-4379-b9f4-897df3c61ece tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:43.862117 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-79b5684f-8117-46a1-9eed-ae857d043ccd req-9fc29cb8-8f18-4379-b9f4-897df3c61ece tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 945 time: 0.2170498 Jun 28 12:28:43.866334 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:43.873946 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ebce0-3b2a-4ce3-be1b-3a34407ec619 req-d4e04388-b990-4883-b8cc-c9ec26001d91 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:43.875386 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-888ebce0-3b2a-4ce3-be1b-3a34407ec619 req-d4e04388-b990-4883-b8cc-c9ec26001d91 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.1217108 Jun 28 12:28:43.943064 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-79b5684f-8117-46a1-9eed-ae857d043ccd req-6ff9042a-6919-42a6-861b-a3fe296b8d5b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666811 Jun 28 12:28:43.952742 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-888ebce0-3b2a-4ce3-be1b-3a34407ec619 req-53e11c04-5ad9-44db-9cfb-fc7f2588b2c7 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620303 Jun 28 12:28:44.185430 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb694ef9-6874-4d3e-b346-85ca8b7d174e req-17c08f2d-e3ca-449b-9e85-3fe18a97b72e tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:44.186897 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-eb694ef9-6874-4d3e-b346-85ca8b7d174e req-17c08f2d-e3ca-449b-9e85-3fe18a97b72e tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9044edf-afe8-426d-a2fe-6b5561719461 HTTP/1.1" status: 200 len: 944 time: 0.1407225 Jun 28 12:28:44.197825 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1af5c2-7e73-4e93-ad3a-e2323fd0c25e req-5c369f08-0880-47e0-8111-a148b6e65fb4 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:44.199718 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ca1af5c2-7e73-4e93-ad3a-e2323fd0c25e req-5c369f08-0880-47e0-8111-a148b6e65fb4 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=64137945-dee6-48c2-8403-9016a34e0155 HTTP/1.1" status: 200 len: 945 time: 0.1191401 Jun 28 12:28:44.266428 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-eb694ef9-6874-4d3e-b346-85ca8b7d174e req-a98f04f3-5d2f-4391-9567-d4f888251698 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657899 Jun 28 12:28:44.273199 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ca1af5c2-7e73-4e93-ad3a-e2323fd0c25e req-c59e61c4-a597-4e29-abb7-70be077e181e tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e51c609-6994-4a55-bc9e-79daa461e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597003 Jun 28 12:28:44.980711 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device c48e667d-e73c-4af4-9f49-3597d34a80a8 up at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:28:45.145569 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning for port c48e667d-e73c-4af4-9f49-3597d34a80a8 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:28:45.150644 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning complete for port c48e667d-e73c-4af4-9f49-3597d34a80a8 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:28:45.151121 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:45.201693 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84602a0-f5fb-4808-a016-ee126959b934 req-ab8f2692-6959-41ef-95f5-9a6c4b0799dc tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:45.203154 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e84602a0-f5fb-4808-a016-ee126959b934 req-ab8f2692-6959-41ef-95f5-9a6c4b0799dc tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 945 time: 0.1428216 Jun 28 12:28:45.215419 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca008e0-5526-4d63-a2a9-30d866d4164c req-3279b7e7-4d2f-439b-ab09-30f8f343dcab tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:45.216868 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5ca008e0-5526-4d63-a2a9-30d866d4164c req-3279b7e7-4d2f-439b-ab09-30f8f343dcab tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.1212485 Jun 28 12:28:45.270810 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:45.290701 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e84602a0-f5fb-4808-a016-ee126959b934 req-8a83e776-8d8d-4d7d-bddc-4db21533893c tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728877 Jun 28 12:28:45.293695 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5ca008e0-5526-4d63-a2a9-30d866d4164c req-8bfae5ae-ebee-466f-8a24-05eda665c298 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631125 Jun 28 12:28:45.317423 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port c48e667d-e73c-4af4-9f49-3597d34a80a8, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c48e667d-e73c-4af4-9f49-3597d34a80a8,segment=NetworkSegment(ab8b06c2-e425-45b6-bf41-f136c4198aee),segment_id=ab8b06c2-e425-45b6-bf41-f136c4198aee)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:28:45.317423 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9044edf-afe8-426d-a2fe-6b5561719461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48e667d-e73c-4af4-9f49-3597d34a80a8'}] {{(pid=79150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:28:45.361745 dv-cinder-798094-1-iscsi neutron-server[79150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9044edf-afe8-426d-a2fe-6b5561719461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48e667d-e73c-4af4-9f49-3597d34a80a8', 'code': 200} Jun 28 12:28:45.397460 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:45.399806 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:45.475676 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=c48e667d-e73c-4af4-9f49-3597d34a80a8,revision_number=5']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:45.480834 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:45.506468 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2606966-e5a6-45c1-8c4c-3366245460f0 req-ec68c68f-0377-4a77-bc9a-c9ea43a24c6f tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:45.507985 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b2606966-e5a6-45c1-8c4c-3366245460f0 req-ec68c68f-0377-4a77-bc9a-c9ea43a24c6f tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9044edf-afe8-426d-a2fe-6b5561719461 HTTP/1.1" status: 200 len: 945 time: 0.1035340 Jun 28 12:28:45.553554 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b2606966-e5a6-45c1-8c4c-3366245460f0 req-60cdd7c6-531a-4b24-ab35-29fea4d473fe tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382528 Jun 28 12:28:45.777171 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a062086-04b8-47f8-adf2-746973a6fe2e req-5396dca1-e232-40b1-9e1c-3753fb2f8772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:45.778623 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-9a062086-04b8-47f8-adf2-746973a6fe2e req-5396dca1-e232-40b1-9e1c-3753fb2f8772 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b9044edf-afe8-426d-a2fe-6b5561719461 HTTP/1.1" status: 200 len: 1098 time: 0.0720084 Jun 28 12:28:45.821450 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-9a062086-04b8-47f8-adf2-746973a6fe2e req-e9f91485-a8f3-4f3b-9d50-65075912eadd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351970 Jun 28 12:28:46.099611 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2ed18-23ff-4e7e-af2d-e4b3d537144e req-ccfe7624-15c7-4b7c-bf04-bf1615c14d4d tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:46.100969 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-eea2ed18-23ff-4e7e-af2d-e4b3d537144e req-ccfe7624-15c7-4b7c-bf04-bf1615c14d4d tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=64137945-dee6-48c2-8403-9016a34e0155 HTTP/1.1" status: 200 len: 945 time: 0.0812881 Jun 28 12:28:46.146443 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-eea2ed18-23ff-4e7e-af2d-e4b3d537144e req-e5cc573e-80df-48af-86c0-1e3523ee7264 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e51c609-6994-4a55-bc9e-79daa461e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392346 Jun 28 12:28:46.543821 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94975c3-7d79-44ae-898b-ba57a1207626 req-77ccc460-060b-4de1-9933-d3b49b59c61f tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:46.545263 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d94975c3-7d79-44ae-898b-ba57a1207626 req-77ccc460-060b-4de1-9933-d3b49b59c61f tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 945 time: 0.1372528 Jun 28 12:28:46.556529 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4561b46-f4ed-4591-829d-8a5e313755e6 req-f3ae6d24-d9d5-40a0-91e9-5a1da7857b28 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:46.557905 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c4561b46-f4ed-4591-829d-8a5e313755e6 req-f3ae6d24-d9d5-40a0-91e9-5a1da7857b28 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.1188588 Jun 28 12:28:46.625351 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d94975c3-7d79-44ae-898b-ba57a1207626 req-057452d1-967b-434f-a45d-87889b223d58 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664294 Jun 28 12:28:46.629331 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c4561b46-f4ed-4591-829d-8a5e313755e6 req-3dbf6453-d6ef-4a65-a263-f1060f43ef26 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f566cb3-2a7d-4635-ada1-d6c9dee7151e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578063 Jun 28 12:28:46.805277 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3ab6d-8a35-4a8e-a680-0e15526f7c6f req-54ec7c7c-25c7-4d70-a9ec-a31c5f0ea602 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:46.806648 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a8d3ab6d-8a35-4a8e-a680-0e15526f7c6f req-54ec7c7c-25c7-4d70-a9ec-a31c5f0ea602 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9044edf-afe8-426d-a2fe-6b5561719461 HTTP/1.1" status: 200 len: 945 time: 0.0833986 Jun 28 12:28:46.852780 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a8d3ab6d-8a35-4a8e-a680-0e15526f7c6f req-fff7c13e-b8f4-4485-96c6-2f93691417a3 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402679 Jun 28 12:28:46.979648 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6f092-3a6c-4100-a6a1-e1b7b290e948 req-2e082c34-517e-4369-a524-9b3330452cae tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:46.980359 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-ebe6f092-3a6c-4100-a6a1-e1b7b290e948 req-2e082c34-517e-4369-a524-9b3330452cae tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Synchronizing usage tracker for tenant:f70e7bdbdb2e4a60bd5652622759bce1 on resource:port {{(pid=79148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:28:47.060216 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-ebe6f092-3a6c-4100-a6a1-e1b7b290e948 req-2e082c34-517e-4369-a524-9b3330452cae tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Unset dirty status for tenant:f70e7bdbdb2e4a60bd5652622759bce1 on resource:port {{(pid=79148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:28:47.061289 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-ebe6f092-3a6c-4100-a6a1-e1b7b290e948 req-2e082c34-517e-4369-a524-9b3330452cae tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.64 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 945 time: 0.1600585 Jun 28 12:28:47.137924 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [req-ebe6f092-3a6c-4100-a6a1-e1b7b290e948 req-7130b1dd-afff-4b75-84ab-05bda1ff3093 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Deleting port 38dc09ed-d07b-4fa5-a688-dc4588629f74 {{(pid=79148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:28:47.138260 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-ebe6f092-3a6c-4100-a6a1-e1b7b290e948 req-7130b1dd-afff-4b75-84ab-05bda1ff3093 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:47.332267 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74954d-b3b9-4721-bea2-9fc82ef0bc04 req-101cfed9-9b96-40d0-a4c9-02d131c0e202 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:47.333759 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cf74954d-b3b9-4721-bea2-9fc82ef0bc04 req-101cfed9-9b96-40d0-a4c9-02d131c0e202 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=64137945-dee6-48c2-8403-9016a34e0155 HTTP/1.1" status: 200 len: 945 time: 0.0800223 Jun 28 12:28:47.384805 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cf74954d-b3b9-4721-bea2-9fc82ef0bc04 req-cdeea8a1-6fbc-4b8b-90c5-1cd7eb4d47b4 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e51c609-6994-4a55-bc9e-79daa461e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443256 Jun 28 12:28:47.392227 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-ebe6f092-3a6c-4100-a6a1-e1b7b290e948 req-7130b1dd-afff-4b75-84ab-05bda1ff3093 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] For port 38dc09ed-d07b-4fa5-a688-dc4588629f74, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=38dc09ed-d07b-4fa5-a688-dc4588629f74,segment=NetworkSegment(6eccaa40-4863-4d4b-8c7d-84e7e4e57a69),segment_id=6eccaa40-4863-4d4b-8c7d-84e7e4e57a69)] {{(pid=79148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:28:47.392227 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-ebe6f092-3a6c-4100-a6a1-e1b7b290e948 req-7130b1dd-afff-4b75-84ab-05bda1ff3093 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:47.517205 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [req-ebe6f092-3a6c-4100-a6a1-e1b7b290e948 req-7130b1dd-afff-4b75-84ab-05bda1ff3093 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Calling delete_port for 38dc09ed-d07b-4fa5-a688-dc4588629f74 owned by compute:nova {{(pid=79148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:28:47.763136 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-ebe6f092-3a6c-4100-a6a1-e1b7b290e948 req-7130b1dd-afff-4b75-84ab-05bda1ff3093 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:47.769130 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-a0ee2f08-de9a-433a-96a4-c99870059cc3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:47.814122 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c27dadcf-56c4-4e59-8629-07c0be98699b req-c7cc0b1c-d1dc-4bd0-87ba-080beba1b6ac tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 210 time: 0.0798435 Jun 28 12:28:47.818265 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130b1dd-afff-4b75-84ab-05bda1ff3093 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Pushing event deleted for resources: {'Port': ['ID=38dc09ed-d07b-4fa5-a688-dc4588629f74,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:47.850425 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-7130b1dd-afff-4b75-84ab-05bda1ff3093 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:47.854358 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971c12b-ab07-4a6f-81b5-7333f0ef8b09 req-7aff1623-0bdf-48fd-8e52-c061acfec44f tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:47.856318 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9971c12b-ab07-4a6f-81b5-7333f0ef8b09 req-7aff1623-0bdf-48fd-8e52-c061acfec44f tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 945 time: 0.0911946 Jun 28 12:28:47.894726 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe6f092-3a6c-4100-a6a1-e1b7b290e948 req-7130b1dd-afff-4b75-84ab-05bda1ff3093 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] No DVR routers for this DVR port 38dc09ed-d07b-4fa5-a688-dc4588629f74 on host hv-cinder-79809 {{(pid=79148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:28:47.897289 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-ebe6f092-3a6c-4100-a6a1-e1b7b290e948 req-7130b1dd-afff-4b75-84ab-05bda1ff3093 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:47.907284 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9971c12b-ab07-4a6f-81b5-7333f0ef8b09 req-f38fbd18-8b2a-4beb-809a-20f0e0ad66e5 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448768 Jun 28 12:28:47.907477 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a7ef8c-bf1b-4ad3-8a40-95f57d9af528', 'name': 'network-vif-deleted', 'tag': '38dc09ed-d07b-4fa5-a688-dc4588629f74'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:28:47.962873 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a7ef8c-bf1b-4ad3-8a40-95f57d9af528', 'name': 'network-vif-deleted', 'tag': '38dc09ed-d07b-4fa5-a688-dc4588629f74', 'status': 'completed', 'code': 200} Jun 28 12:28:47.986858 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-ebe6f092-3a6c-4100-a6a1-e1b7b290e948 req-7130b1dd-afff-4b75-84ab-05bda1ff3093 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.64 "DELETE /v2.0/ports/38dc09ed-d07b-4fa5-a688-dc4588629f74 HTTP/1.1" status: 204 len: 173 time: 0.9189882 Jun 28 12:28:48.048947 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61ce86-c2a2-43c1-a5f8-cb0763c8cb8e req-6f70a58a-2b7c-4b3a-aef5-b5a7031ed255 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:48.050378 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-af61ce86-c2a2-43c1-a5f8-cb0763c8cb8e req-6f70a58a-2b7c-4b3a-aef5-b5a7031ed255 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9044edf-afe8-426d-a2fe-6b5561719461 HTTP/1.1" status: 200 len: 945 time: 0.0816109 Jun 28 12:28:48.094531 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-af61ce86-c2a2-43c1-a5f8-cb0763c8cb8e req-d68aa0b6-37a9-4c75-9f4f-aee8c9b4ba49 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383158 Jun 28 12:28:48.578582 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b72056-6a37-4029-bc9b-607e719ccfee req-d4114b05-89e8-402a-90eb-4d045fda0f9f tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:48.580058 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-84b72056-6a37-4029-bc9b-607e719ccfee req-d4114b05-89e8-402a-90eb-4d045fda0f9f tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=64137945-dee6-48c2-8403-9016a34e0155 HTTP/1.1" status: 200 len: 945 time: 0.0866344 Jun 28 12:28:48.627004 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-84b72056-6a37-4029-bc9b-607e719ccfee req-7834d8bc-dea4-4581-9c83-c49704d4d433 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e51c609-6994-4a55-bc9e-79daa461e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410948 Jun 28 12:28:48.635762 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba44bd2-cf91-49ee-8fc9-b3f40fbb191d req-893d556f-dd2a-4133-8eb8-108fe6d57744 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:48.637113 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-fba44bd2-cf91-49ee-8fc9-b3f40fbb191d req-893d556f-dd2a-4133-8eb8-108fe6d57744 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Synchronizing usage tracker for tenant:b9694e09e8fe4bd9918810c5990ad233 on resource:port {{(pid=79148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:28:48.716994 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-fba44bd2-cf91-49ee-8fc9-b3f40fbb191d req-893d556f-dd2a-4133-8eb8-108fe6d57744 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Unset dirty status for tenant:b9694e09e8fe4bd9918810c5990ad233 on resource:port {{(pid=79148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:28:48.718151 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-fba44bd2-cf91-49ee-8fc9-b3f40fbb191d req-893d556f-dd2a-4133-8eb8-108fe6d57744 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.64 "GET /v2.0/ports?device_id=64137945-dee6-48c2-8403-9016a34e0155 HTTP/1.1" status: 200 len: 945 time: 0.1696601 Jun 28 12:28:48.791563 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [req-fba44bd2-cf91-49ee-8fc9-b3f40fbb191d req-2661dc04-a96b-4921-9968-f710db0dbb1b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Deleting port 10784ae5-76e6-42bc-b892-7a4f0de1a1eb {{(pid=79148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:28:48.791907 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-fba44bd2-cf91-49ee-8fc9-b3f40fbb191d req-2661dc04-a96b-4921-9968-f710db0dbb1b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:49.002091 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3ceae5a3-b107-48e3-8e6a-3d6be1e28d82 req-ab2b8735-0d59-4278-ba1f-4f33968e2328 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] 10.222.0.24 "GET /v2.0/ports?device_id=80a7ef8c-bf1b-4ad3-8a40-95f57d9af528 HTTP/1.1" status: 200 len: 210 time: 0.0429003 Jun 28 12:28:49.022082 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 38dc09ed-d07b-4fa5-a688-dc4588629f74 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:28:49.053424 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-fba44bd2-cf91-49ee-8fc9-b3f40fbb191d req-2661dc04-a96b-4921-9968-f710db0dbb1b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] For port 10784ae5-76e6-42bc-b892-7a4f0de1a1eb, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=10784ae5-76e6-42bc-b892-7a4f0de1a1eb,segment=NetworkSegment(51a7f3c3-7742-4caf-a3d8-65bc23407c4b),segment_id=51a7f3c3-7742-4caf-a3d8-65bc23407c4b)] {{(pid=79148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:28:49.053970 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-fba44bd2-cf91-49ee-8fc9-b3f40fbb191d req-2661dc04-a96b-4921-9968-f710db0dbb1b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:49.079541 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] No Port match for: 38dc09ed-d07b-4fa5-a688-dc4588629f74 {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:28:49.080212 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 38dc09ed-d07b-4fa5-a688-dc4588629f74 not bound to the agent host hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:28:49.080914 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 10784ae5-76e6-42bc-b892-7a4f0de1a1eb no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:28:49.131219 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8f6e6-31f4-46e3-976d-e188d0514777 req-bb3b70a1-dbb2-4649-9799-9c6d199b10fc tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:49.132955 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-60e8f6e6-31f4-46e3-976d-e188d0514777 req-bb3b70a1-dbb2-4649-9799-9c6d199b10fc tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 945 time: 0.0851386 Jun 28 12:28:49.202415 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [req-fba44bd2-cf91-49ee-8fc9-b3f40fbb191d req-2661dc04-a96b-4921-9968-f710db0dbb1b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Calling delete_port for 10784ae5-76e6-42bc-b892-7a4f0de1a1eb owned by compute:nova {{(pid=79148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:28:49.206990 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:49.240291 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64137945-dee6-48c2-8403-9016a34e0155', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10784ae5-76e6-42bc-b892-7a4f0de1a1eb'}] {{(pid=79150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:28:49.261740 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 10784ae5-76e6-42bc-b892-7a4f0de1a1eb, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=10784ae5-76e6-42bc-b892-7a4f0de1a1eb,segment=NetworkSegment(51a7f3c3-7742-4caf-a3d8-65bc23407c4b),segment_id=51a7f3c3-7742-4caf-a3d8-65bc23407c4b)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:28:49.296427 dv-cinder-798094-1-iscsi neutron-server[79150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64137945-dee6-48c2-8403-9016a34e0155', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10784ae5-76e6-42bc-b892-7a4f0de1a1eb', 'code': 200} Jun 28 12:28:49.299949 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-60e8f6e6-31f4-46e3-976d-e188d0514777 req-ae085ef2-0416-4287-90d0-bb48ffefd3a0 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481247 Jun 28 12:28:49.334651 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:49.337632 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:49.404863 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=10784ae5-76e6-42bc-b892-7a4f0de1a1eb,revision_number=6']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:49.408082 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:49.443964 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.db.api [req-fba44bd2-cf91-49ee-8fc9-b3f40fbb191d req-2661dc04-a96b-4921-9968-f710db0dbb1b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 12:28:49.444418 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_db.api [req-fba44bd2-cf91-49ee-8fc9-b3f40fbb191d req-2661dc04-a96b-4921-9968-f710db0dbb1b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 12:28:49.813052 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162cae9-b248-47ba-ba84-21c06a7923b5 req-305a6759-a1aa-44ac-9cb4-e23aa6593514 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:49.814456 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b162cae9-b248-47ba-ba84-21c06a7923b5 req-305a6759-a1aa-44ac-9cb4-e23aa6593514 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=64137945-dee6-48c2-8403-9016a34e0155 HTTP/1.1" status: 200 len: 943 time: 0.0778768 Jun 28 12:28:49.864005 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b162cae9-b248-47ba-ba84-21c06a7923b5 req-46cb95fc-d43a-42c7-a547-309354e9d4c3 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e51c609-6994-4a55-bc9e-79daa461e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392148 Jun 28 12:28:49.945249 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [req-fba44bd2-cf91-49ee-8fc9-b3f40fbb191d req-2661dc04-a96b-4921-9968-f710db0dbb1b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Deleting port 10784ae5-76e6-42bc-b892-7a4f0de1a1eb {{(pid=79148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:28:49.945766 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-fba44bd2-cf91-49ee-8fc9-b3f40fbb191d req-2661dc04-a96b-4921-9968-f710db0dbb1b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:50.105800 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 49300) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:28:50.200174 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-fba44bd2-cf91-49ee-8fc9-b3f40fbb191d req-2661dc04-a96b-4921-9968-f710db0dbb1b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] For port 10784ae5-76e6-42bc-b892-7a4f0de1a1eb, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=10784ae5-76e6-42bc-b892-7a4f0de1a1eb,segment=NetworkSegment(51a7f3c3-7742-4caf-a3d8-65bc23407c4b),segment_id=51a7f3c3-7742-4caf-a3d8-65bc23407c4b)] {{(pid=79148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:28:50.200752 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-fba44bd2-cf91-49ee-8fc9-b3f40fbb191d req-2661dc04-a96b-4921-9968-f710db0dbb1b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:50.321587 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [req-fba44bd2-cf91-49ee-8fc9-b3f40fbb191d req-2661dc04-a96b-4921-9968-f710db0dbb1b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Calling delete_port for 10784ae5-76e6-42bc-b892-7a4f0de1a1eb owned by compute:nova {{(pid=79148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:28:50.575020 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-fba44bd2-cf91-49ee-8fc9-b3f40fbb191d req-2661dc04-a96b-4921-9968-f710db0dbb1b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:50.580634 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-fd54d6ac-f725-43db-b72b-8bc156c785fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:50.616290 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f789b-99e6-48c8-9148-b58aa3b06cd8 req-b656ed8d-8f32-4b63-a8a2-15bdfe249138 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:50.617722 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2f9f789b-99e6-48c8-9148-b58aa3b06cd8 req-b656ed8d-8f32-4b63-a8a2-15bdfe249138 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 945 time: 0.1895862 Jun 28 12:28:50.627651 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661dc04-a96b-4921-9968-f710db0dbb1b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Pushing event deleted for resources: {'Port': ['ID=10784ae5-76e6-42bc-b892-7a4f0de1a1eb,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:50.630671 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-2661dc04-a96b-4921-9968-f710db0dbb1b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:50.673166 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2f9f789b-99e6-48c8-9148-b58aa3b06cd8 req-e696603c-91b5-4fe8-8906-7c8bf48ba236 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470858 Jun 28 12:28:50.706422 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba44bd2-cf91-49ee-8fc9-b3f40fbb191d req-2661dc04-a96b-4921-9968-f710db0dbb1b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] No DVR routers for this DVR port 10784ae5-76e6-42bc-b892-7a4f0de1a1eb on host hv-cinder-79809 {{(pid=79148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:28:50.709097 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-fba44bd2-cf91-49ee-8fc9-b3f40fbb191d req-2661dc04-a96b-4921-9968-f710db0dbb1b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:50.712371 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64137945-dee6-48c2-8403-9016a34e0155', 'name': 'network-vif-deleted', 'tag': '10784ae5-76e6-42bc-b892-7a4f0de1a1eb'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:28:50.759983 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-1844a82e-06c9-46ae-8dfd-0c1dd966392b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695107'] for router_interface, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:50.764366 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64137945-dee6-48c2-8403-9016a34e0155', 'name': 'network-vif-deleted', 'tag': '10784ae5-76e6-42bc-b892-7a4f0de1a1eb', 'status': 'completed', 'code': 200} Jun 28 12:28:50.803947 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-fba44bd2-cf91-49ee-8fc9-b3f40fbb191d req-2661dc04-a96b-4921-9968-f710db0dbb1b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.64 "DELETE /v2.0/ports/10784ae5-76e6-42bc-b892-7a4f0de1a1eb HTTP/1.1" status: 204 len: 173 time: 2.0781944 Jun 28 12:28:51.056168 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-51938bf8-fdcf-4fb1-856a-bb7d269ab7c7 req-0ca52293-abd1-4a68-902a-35c2c17147d9 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=64137945-dee6-48c2-8403-9016a34e0155 HTTP/1.1" status: 200 len: 210 time: 0.0809798 Jun 28 12:28:51.176540 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-1844a82e-06c9-46ae-8dfd-0c1dd966392b admin admin] Deleting port 130b702b-3ff6-403e-8762-b6da4049945c {{(pid=79149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:28:51.176540 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-1844a82e-06c9-46ae-8dfd-0c1dd966392b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:51.338463 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.db [None req-1844a82e-06c9-46ae-8dfd-0c1dd966392b admin admin] For port 130b702b-3ff6-403e-8762-b6da4049945c, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=130b702b-3ff6-403e-8762-b6da4049945c,segment=NetworkSegment(6eccaa40-4863-4d4b-8c7d-84e7e4e57a69),segment_id=6eccaa40-4863-4d4b-8c7d-84e7e4e57a69)] {{(pid=79149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:28:51.338835 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-1844a82e-06c9-46ae-8dfd-0c1dd966392b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:51.538116 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-1844a82e-06c9-46ae-8dfd-0c1dd966392b admin admin] Calling delete_port for 130b702b-3ff6-403e-8762-b6da4049945c owned by network:router_interface {{(pid=79149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:28:51.914010 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdaf6bf-c9fb-432a-9e1d-0bcd42928162 req-42dc87d1-0501-4a39-b350-ac1ec9344134 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:51.915480 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1cdaf6bf-c9fb-432a-9e1d-0bcd42928162 req-42dc87d1-0501-4a39-b350-ac1ec9344134 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 945 time: 0.1227646 Jun 28 12:28:52.003389 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1cdaf6bf-c9fb-432a-9e1d-0bcd42928162 req-792ff021-6cad-4317-840c-314ae50c3b0b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584254 Jun 28 12:28:52.129871 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-1844a82e-06c9-46ae-8dfd-0c1dd966392b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:52.135092 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-cf81e433-d838-4f0b-81f6-e60d4fcb2f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:52.181783 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844a82e-06c9-46ae-8dfd-0c1dd966392b admin admin] Pushing event deleted for resources: {'Port': ['ID=130b702b-3ff6-403e-8762-b6da4049945c,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:52.219063 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844a82e-06c9-46ae-8dfd-0c1dd966392b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:52.219354 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844a82e-06c9-46ae-8dfd-0c1dd966392b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:52.219506 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844a82e-06c9-46ae-8dfd-0c1dd966392b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:52.219850 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844a82e-06c9-46ae-8dfd-0c1dd966392b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:52.220168 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844a82e-06c9-46ae-8dfd-0c1dd966392b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:52.220485 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844a82e-06c9-46ae-8dfd-0c1dd966392b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:52.220827 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844a82e-06c9-46ae-8dfd-0c1dd966392b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:52.221159 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844a82e-06c9-46ae-8dfd-0c1dd966392b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:52.221882 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844a82e-06c9-46ae-8dfd-0c1dd966392b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:52.221882 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844a82e-06c9-46ae-8dfd-0c1dd966392b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:52.222187 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844a82e-06c9-46ae-8dfd-0c1dd966392b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:52.222533 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1844a82e-06c9-46ae-8dfd-0c1dd966392b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:52.225999 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-1844a82e-06c9-46ae-8dfd-0c1dd966392b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:52.676042 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-74293980-9fba-46c4-a149-9827f92596d5 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:52.677414 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-74293980-9fba-46c4-a149-9827f92596d5 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/networks?id=610a32a3-5660-4e8a-ae30-17ec132a0f59 HTTP/1.1" status: 200 len: 809 time: 0.1764200 Jun 28 12:28:52.701050 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-a30a52f8-8bc9-439e-9609-e9e2b7c4388f tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/quotas/b9694e09e8fe4bd9918810c5990ad233 HTTP/1.1" status: 200 len: 375 time: 0.0134215 Jun 28 12:28:52.814269 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-45e05f8f-1273-4217-a30f-49d30139e8e6 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9694e09e8fe4bd9918810c5990ad233&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1070035 Jun 28 12:28:53.115422 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-1844a82e-06c9-46ae-8dfd-0c1dd966392b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3781280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3695279'] for router_interface, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:53.239099 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-76451e25-a279-4174-a0a2-5f60141f1e0f service neutron] 10.222.0.24 "GET /v2.0/networks/610a32a3-5660-4e8a-ae30-17ec132a0f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178331 Jun 28 12:28:53.490442 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24028f-400e-437b-b135-aef90cce840c req-09c22c26-b0ce-48c6-bb05-3421c403f62c tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:53.491918 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bb24028f-400e-437b-b135-aef90cce840c req-09c22c26-b0ce-48c6-bb05-3421c403f62c tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 945 time: 0.3697493 Jun 28 12:28:53.516609 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-56331a8b-3992-489f-9abb-6b2195f6e4a3 service neutron] 10.222.0.24 "GET /v2.0/networks/610a32a3-5660-4e8a-ae30-17ec132a0f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678416 Jun 28 12:28:53.619677 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bb24028f-400e-437b-b135-aef90cce840c req-ebc2724d-aea9-4333-9c37-ceeac4b7aca9 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198339 Jun 28 12:28:53.721169 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1844a82e-06c9-46ae-8dfd-0c1dd966392b admin admin] Router bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4 has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:28:53.841821 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2468c49b-073c-499b-b427-2dfca7bb33bc req-25ac0dd6-55d0-4c34-a2b0-9b00a6153dbb tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaafbd8-fd26-4d8c-a467-16743ddba047 HTTP/1.1" status: 200 len: 210 time: 0.0636249 Jun 28 12:28:53.947464 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1844a82e-06c9-46ae-8dfd-0c1dd966392b admin admin] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:28:53.956025 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e22cc4-ac9c-422c-be2d-be7653e7b92b None None] Sync routers for ids ['bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4'] in dv-cinder-798094-1-iscsi {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:28:53.966628 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-1844a82e-06c9-46ae-8dfd-0c1dd966392b admin admin] 10.222.0.24 "PUT /v2.0/routers/bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8596351 Jun 28 12:28:53.966988 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e22cc4-ac9c-422c-be2d-be7653e7b92b None None] Routers {'bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:28:53.967860 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-c4e22cc4-ac9c-422c-be2d-be7653e7b92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:28:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:28:53.969109 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 49346) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:28:54.153263 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-c4e22cc4-ac9c-422c-be2d-be7653e7b92b None None] Set router bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:28:54.157503 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-235cd91a-e379-479c-ba30-e5b22dc8654a admin admin] Notify callbacks [] for router, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:54.338048 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-235cd91a-e379-479c-ba30-e5b22dc8654a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:54.487428 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-c4e22cc4-ac9c-422c-be2d-be7653e7b92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1378137848-router', 'tenant_id': 'f70e7bdbdb2e4a60bd5652622759bce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '7cece205-3d7a-4d9b-a7fa-d06392e7af62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:25:21Z', 'updated_at': '2021-06-28T12:28:51Z', 'revision_number': 5, 'project_id': 'f70e7bdbdb2e4a60bd5652622759bce1', 'gw_port': {'id': '7cece205-3d7a-4d9b-a7fa-d06392e7af62', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d5:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:25:23Z', 'updated_at': '2021-06-28T12:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:28:54.491087 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e22cc4-ac9c-422c-be2d-be7653e7b92b None None] Checking router: bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4 for host: dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:28:54.494549 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-235cd91a-e379-479c-ba30-e5b22dc8654a admin admin] Deleting port 7cece205-3d7a-4d9b-a7fa-d06392e7af62 {{(pid=79149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:28:54.494992 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-235cd91a-e379-479c-ba30-e5b22dc8654a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:54.499393 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e22cc4-ac9c-422c-be2d-be7653e7b92b None None] Routers {'bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:28:54.500053 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-c4e22cc4-ac9c-422c-be2d-be7653e7b92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:28:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:28:54.654468 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-c4e22cc4-ac9c-422c-be2d-be7653e7b92b None None] Set router bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4 gateway port host: None {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:28:54.760856 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-c4e22cc4-ac9c-422c-be2d-be7653e7b92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1378137848-router', 'tenant_id': 'f70e7bdbdb2e4a60bd5652622759bce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:25:21Z', 'updated_at': '2021-06-28T12:28:54Z', 'revision_number': 6, 'project_id': 'f70e7bdbdb2e4a60bd5652622759bce1', 'gw_port_host': None}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:28:54.765448 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e22cc4-ac9c-422c-be2d-be7653e7b92b None None] The sync data for ids ['bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4'] in dv-cinder-798094-1-iscsi is: [{'id': 'bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1378137848-router', 'tenant_id': 'f70e7bdbdb2e4a60bd5652622759bce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:25:21Z', 'updated_at': '2021-06-28T12:28:54Z', 'revision_number': 6, 'project_id': 'f70e7bdbdb2e4a60bd5652622759bce1', 'gw_port_host': None}] {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:28:54.849411 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.db [None req-235cd91a-e379-479c-ba30-e5b22dc8654a admin admin] For port 7cece205-3d7a-4d9b-a7fa-d06392e7af62, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=7cece205-3d7a-4d9b-a7fa-d06392e7af62,segment=NetworkSegment(4ef2d251-a773-41f5-87cd-cec6f249eb66),segment_id=4ef2d251-a773-41f5-87cd-cec6f249eb66)] {{(pid=79149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:28:54.849765 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-235cd91a-e379-479c-ba30-e5b22dc8654a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:54.982321 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-235cd91a-e379-479c-ba30-e5b22dc8654a admin admin] Calling delete_port for 7cece205-3d7a-4d9b-a7fa-d06392e7af62 owned by network:router_gateway {{(pid=79149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:28:55.057072 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 4114eaad-f578-4bf1-ae55-872b59876a3b details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:28:55.066253 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172e6d7-3935-4325-8188-009a9a15a751 req-cc03846e-95ac-4c1e-a280-5ae22a847845 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:55.071825 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0172e6d7-3935-4325-8188-009a9a15a751 req-cc03846e-95ac-4c1e-a280-5ae22a847845 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 945 time: 0.3165238 Jun 28 12:28:55.071825 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e2c2d89d-a817-41d7-9cea-5986e0651a78 req-23bab7fa-381d-43cb-b43c-f06d05a21061 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaafbd8-fd26-4d8c-a467-16743ddba047 HTTP/1.1" status: 200 len: 210 time: 0.0975537 Jun 28 12:28:55.106652 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:55.143858 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0172e6d7-3935-4325-8188-009a9a15a751 req-e2ddd6df-6805-47d1-b911-bcd27ad546e9 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647624 Jun 28 12:28:55.244053 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 4114eaad-f578-4bf1-ae55-872b59876a3b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=4114eaad-f578-4bf1-ae55-872b59876a3b,segment=NetworkSegment(23364f25-0914-45c3-9348-f31d0dbc7405),segment_id=23364f25-0914-45c3-9348-f31d0dbc7405)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:28:55.263117 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Returning: {'device': '4114eaad-f578-4bf1-ae55-872b59876a3b', 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'port_id': '4114eaad-f578-4bf1-ae55-872b59876a3b', 'mac_address': 'fa:16:3e:ba:3b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:28:55.317629 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-235cd91a-e379-479c-ba30-e5b22dc8654a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:55.322616 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:55.325145 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:55.343185 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4114eaad-f578-4bf1-ae55-872b59876a3b {{(pid=79150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:28:55.359016 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 4114eaad-f578-4bf1-ae55-872b59876a3b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=4114eaad-f578-4bf1-ae55-872b59876a3b,segment=NetworkSegment(23364f25-0914-45c3-9348-f31d0dbc7405),segment_id=23364f25-0914-45c3-9348-f31d0dbc7405)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:28:55.367690 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235cd91a-e379-479c-ba30-e5b22dc8654a admin admin] Pushing event deleted for resources: {'Port': ['ID=7cece205-3d7a-4d9b-a7fa-d06392e7af62,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:55.393953 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-235cd91a-e379-479c-ba30-e5b22dc8654a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:55.437920 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:55.439709 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-8d6f49da-da35-49e9-892d-d6693577207c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:55.464372 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-235cd91a-e379-479c-ba30-e5b22dc8654a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696678'] for router_gateway, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:55.505680 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=4114eaad-f578-4bf1-ae55-872b59876a3b,revision_number=6']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:55.509023 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:55.628966 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 7cece205-3d7a-4d9b-a7fa-d06392e7af62 no longer exists at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:28:55.652476 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-235cd91a-e379-479c-ba30-e5b22dc8654a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3695212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34707'] for router, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:55.655140 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-235cd91a-e379-479c-ba30-e5b22dc8654a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:55.659769 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['4114eaad-f578-4bf1-ae55-872b59876a3b'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:28:55.696693 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] No Port match for: 7cece205-3d7a-4d9b-a7fa-d06392e7af62 {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:28:55.697121 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 7cece205-3d7a-4d9b-a7fa-d06392e7af62 not bound to the agent host dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:28:55.697619 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 130b702b-3ff6-403e-8762-b6da4049945c no longer exists at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:28:55.741941 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] No Port match for: 130b702b-3ff6-403e-8762-b6da4049945c {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:28:55.742205 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 130b702b-3ff6-403e-8762-b6da4049945c not bound to the agent host dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:28:55.803636 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-235cd91a-e379-479c-ba30-e5b22dc8654a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3913163'] for router, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:55.804181 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235cd91a-e379-479c-ba30-e5b22dc8654a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4 {{(pid=79149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 12:28:55.817703 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-235cd91a-e379-479c-ba30-e5b22dc8654a admin admin] Notify callbacks [] for router, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:55.819595 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-235cd91a-e379-479c-ba30-e5b22dc8654a admin admin] 10.222.0.24 "DELETE /v2.0/routers/bbc0f67c-1e30-43d4-a2b1-88dcb06c49c4 HTTP/1.1" status: 204 len: 168 time: 1.8487389 Jun 28 12:28:55.821562 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 49362) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:28:55.890318 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60fd11d-4182-4ccf-9be0-a852480325af admin admin] Deleting subnet 7dc9caa4-6d90-43c4-8646-fee7b397f523 {{(pid=79148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:28:55.893755 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f60fd11d-4182-4ccf-9be0-a852480325af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:55.951570 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f60fd11d-4182-4ccf-9be0-a852480325af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-827602'] for subnet, precommit_delete_associations {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:56.008236 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f60fd11d-4182-4ccf-9be0-a852480325af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704721'] for subnet, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:56.175276 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f60fd11d-4182-4ccf-9be0-a852480325af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1905405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1741771'] for subnet, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:56.179333 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:56.217851 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60fd11d-4182-4ccf-9be0-a852480325af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dc9caa4-6d90-43c4-8646-fee7b397f523,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:56.220839 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-f60fd11d-4182-4ccf-9be0-a852480325af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:56.222642 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f60fd11d-4182-4ccf-9be0-a852480325af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for subnet, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:56.228087 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-f60fd11d-4182-4ccf-9be0-a852480325af admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7dc9caa4-6d90-43c4-8646-fee7b397f523 HTTP/1.1" status: 204 len: 168 time: 0.4055300 Jun 28 12:28:56.231182 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 49372) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:28:56.252734 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7640ce0b-cbea-472f-be47-61ee911a680d req-5d276391-de77-4226-8eb8-dda3c2497edb tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaafbd8-fd26-4d8c-a467-16743ddba047 HTTP/1.1" status: 200 len: 210 time: 0.0727363 Jun 28 12:28:56.372911 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434a0e6-7d40-440b-a270-55d1b75f280d req-2e001f40-ce59-4d97-aacc-e967ad32b0b6 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:56.374404 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7434a0e6-7d40-440b-a270-55d1b75f280d req-2e001f40-ce59-4d97-aacc-e967ad32b0b6 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 944 time: 0.0832732 Jun 28 12:28:56.388001 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b5abd6f8-e016-4352-ad1a-e05f313e7f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-761904'] for network, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:56.424912 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7434a0e6-7d40-440b-a270-55d1b75f280d req-30df359c-1d80-4d3f-8751-eecf5bcaaa51 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443780 Jun 28 12:28:56.549840 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-26e86f5c-4423-4ea3-8e72-f25bfd6217f9 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:56.551187 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-26e86f5c-4423-4ea3-8e72-f25bfd6217f9 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.64 "GET /v2.0/networks?id=610a32a3-5660-4e8a-ae30-17ec132a0f59 HTTP/1.1" status: 200 len: 809 time: 0.2263980 Jun 28 12:28:56.608467 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-e89016ee-b78b-47c1-83ca-d5349e48e3dc tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Request body: {'port': {'device_id': 'ceaafbd8-fd26-4d8c-a467-16743ddba047', 'network_id': '610a32a3-5660-4e8a-ae30-17ec132a0f59', 'admin_state_up': True, 'tenant_id': 'b9694e09e8fe4bd9918810c5990ad233'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:28:56.623594 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b5abd6f8-e016-4352-ad1a-e05f313e7f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489356', 'neutron.services.segments.db._delete_segments_for_network-8727237320385'] for network, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:56.653142 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.services.segments.db [None req-b5abd6f8-e016-4352-ad1a-e05f313e7f7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf81282-f698-47e0-90b1-493d2e00a657']}} {{(pid=79148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:28:56.671198 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.services.segments.db [None req-b5abd6f8-e016-4352-ad1a-e05f313e7f7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eccaa40-4863-4d4b-8c7d-84e7e4e57a69') {'for_net_delete': True} {{(pid=79148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:28:56.671489 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.services.segments.db [None req-b5abd6f8-e016-4352-ad1a-e05f313e7f7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eccaa40-4863-4d4b-8c7d-84e7e4e57a69') {} {{(pid=79148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:28:56.812274 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b5abd6f8-e016-4352-ad1a-e05f313e7f7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727237332776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-827627'] for segment, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:56.837566 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b5abd6f8-e016-4352-ad1a-e05f313e7f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:56.856654 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5abd6f8-e016-4352-ad1a-e05f313e7f7c admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=79148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:28:56.857038 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b5abd6f8-e016-4352-ad1a-e05f313e7f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-708228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907551'] for segment, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: Traceback (most recent call last): Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: timer() Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: cb(*args, **kw) Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: return func(*args, **kwargs) Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: self._notify() Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: self.callback(batched_events) Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: event.method(event) Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: return f(self, *a, **k) Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: return self._get(url).json() Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: return self.request(url, 'GET', **kwargs) Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:28:56.871380 dv-cinder-798094-1-iscsi neutron-server[79148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:28:56.944475 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-e89016ee-b78b-47c1-83ca-d5349e48e3dc tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:28:56.953106 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-e89016ee-b78b-47c1-83ca-d5349e48e3dc tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Usage tracker for resource:port and tenant:b9694e09e8fe4bd9918810c5990ad233 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:28:56.956394 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-e89016ee-b78b-47c1-83ca-d5349e48e3dc tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:28:56.962697 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-e89016ee-b78b-47c1-83ca-d5349e48e3dc tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:28:57.060339 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-e89016ee-b78b-47c1-83ca-d5349e48e3dc tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Made reservation on behalf of b9694e09e8fe4bd9918810c5990ad233 for: {'port': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:28:57.060339 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-e89016ee-b78b-47c1-83ca-d5349e48e3dc tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:57.070301 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b5abd6f8-e016-4352-ad1a-e05f313e7f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696643'] for network, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:57.079337 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-2a533218-f67a-4092-b46b-b7e833f6ef9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:57.081438 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 4114eaad-f578-4bf1-ae55-872b59876a3b up at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:28:57.092326 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b5abd6f8-e016-4352-ad1a-e05f313e7f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:57.142379 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5abd6f8-e016-4352-ad1a-e05f313e7f7c admin admin] Pushing event deleted for resources: {'Network': ['ID=adf81282-f698-47e0-90b1-493d2e00a657,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:57.159059 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-b5abd6f8-e016-4352-ad1a-e05f313e7f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:57.168095 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning complete for port 4114eaad-f578-4bf1-ae55-872b59876a3b triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:28:57.168562 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:57.266664 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-e89016ee-b78b-47c1-83ca-d5349e48e3dc tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Allocated IP 172.20.0.12 (610a32a3-5660-4e8a-ae30-17ec132a0f59/05336de3-173c-4358-87d0-069f76372a1b/f832c481-535a-4246-8094-521fcd6e8cae) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:28:57.289523 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:57.300359 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-b5abd6f8-e016-4352-ad1a-e05f313e7f7c admin admin] 10.222.0.24 "DELETE /v2.0/networks/adf81282-f698-47e0-90b1-493d2e00a657 HTTP/1.1" status: 204 len: 168 time: 1.0649364 Jun 28 12:28:57.326852 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4485b18-118c-4640-8214-4df2eb02fd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4114eaad-f578-4bf1-ae55-872b59876a3b'}] {{(pid=79150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:28:57.338438 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 4114eaad-f578-4bf1-ae55-872b59876a3b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=4114eaad-f578-4bf1-ae55-872b59876a3b,segment=NetworkSegment(23364f25-0914-45c3-9348-f31d0dbc7405),segment_id=23364f25-0914-45c3-9348-f31d0dbc7405)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:28:57.391095 dv-cinder-798094-1-iscsi neutron-server[79150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4485b18-118c-4640-8214-4df2eb02fd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4114eaad-f578-4bf1-ae55-872b59876a3b', 'code': 200} Jun 28 12:28:57.409217 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:57.411358 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-8d6f49da-da35-49e9-892d-d6693577207c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:57.498985 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-59555fa3-21a0-4f8e-a670-01ec62761f25 req-17eb1c27-803e-4cfc-9183-088cf9b2c0c6 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaafbd8-fd26-4d8c-a467-16743ddba047 HTTP/1.1" status: 200 len: 210 time: 0.0638318 Jun 28 12:28:57.537509 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=4114eaad-f578-4bf1-ae55-872b59876a3b,revision_number=7']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:57.540928 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:57.552253 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-e89016ee-b78b-47c1-83ca-d5349e48e3dc tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:57.660856 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1449ec8-40fa-48cc-9f41-60e7717604e5 req-675787ff-5591-4aef-90c3-05d137442130 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:57.661219 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-e89016ee-b78b-47c1-83ca-d5349e48e3dc tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:57.662337 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b1449ec8-40fa-48cc-9f41-60e7717604e5 req-675787ff-5591-4aef-90c3-05d137442130 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 945 time: 0.0802870 Jun 28 12:28:57.669207 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-68be124a-38f5-4e1a-a61e-1ddbfba2ea79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:57.740627 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b1449ec8-40fa-48cc-9f41-60e7717604e5 req-bc7f4674-2cac-4cc4-bab4-9f381e192e5f tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715117 Jun 28 12:28:57.742771 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-e89016ee-b78b-47c1-83ca-d5349e48e3dc tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Network 610a32a3-5660-4e8a-ae30-17ec132a0f59 is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:28:57.746040 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-e89016ee-b78b-47c1-83ca-d5349e48e3dc tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:28:57.749898 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-e89016ee-b78b-47c1-83ca-d5349e48e3dc tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:28:57.780763 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89016ee-b78b-47c1-83ca-d5349e48e3dc tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Pushing event updated for resources: {'Port': ['ID=f832c481-535a-4246-8094-521fcd6e8cae,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:57.787004 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-e89016ee-b78b-47c1-83ca-d5349e48e3dc tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:57.820370 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-e89016ee-b78b-47c1-83ca-d5349e48e3dc tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:57.828039 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-e89016ee-b78b-47c1-83ca-d5349e48e3dc tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:57.846649 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 49414) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:28:57.884670 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-e89016ee-b78b-47c1-83ca-d5349e48e3dc tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2846146 Jun 28 12:28:57.910753 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-c5bf68e4-46d3-4a65-b206-196b1a794800 service neutron] Request body: {'port': {'device_id': 'ceaafbd8-fd26-4d8c-a467-16743ddba047', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:28:57.945512 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-ec1857d1-61f5-4779-a0db-c79df717c7f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f70e7bdbdb2e4a60bd5652622759bce1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0974514 Jun 28 12:28:57.948096 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 49418) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:28:58.043550 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-2c0c8c86-0603-4d42-ab80-1e96a10c4f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:58.071160 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-c5bf68e4-46d3-4a65-b206-196b1a794800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:58.078960 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-2c0c8c86-0603-4d42-ab80-1e96a10c4f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:58.238467 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-2c0c8c86-0603-4d42-ab80-1e96a10c4f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:58.249360 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-969a9ccf-eb38-450a-b431-ad6715560771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:58.259688 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c8c86-0603-4d42-ab80-1e96a10c4f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f566cb3-2a7d-4635-ada1-d6c9dee7151e,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:58.268019 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-2c0c8c86-0603-4d42-ab80-1e96a10c4f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:58.334268 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-2c0c8c86-0603-4d42-ab80-1e96a10c4f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:58.337873 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-2c0c8c86-0603-4d42-ab80-1e96a10c4f0c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f566cb3-2a7d-4635-ada1-d6c9dee7151e HTTP/1.1" status: 204 len: 168 time: 0.3863542 Jun 28 12:28:58.506828 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-c5bf68e4-46d3-4a65-b206-196b1a794800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f832c481-535a-4246-8094-521fcd6e8cae {{(pid=79148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:28:58.516217 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-c5bf68e4-46d3-4a65-b206-196b1a794800 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:58.549160 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.provisioning_blocks [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-c5bf68e4-46d3-4a65-b206-196b1a794800 service neutron] Transition to ACTIVE for port object f832c481-535a-4246-8094-521fcd6e8cae will not be triggered until provisioned by entity L2. {{(pid=79148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:28:58.639448 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-c5bf68e4-46d3-4a65-b206-196b1a794800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:58.648494 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-41ad0e1a-092f-4c98-be01-59f1c85811ea tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:58.711150 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9db20-68b1-49a5-abf2-629230150267 req-d4c71fd5-0412-43cd-8754-5468e6bf2fd7 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:58.716832 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6fa9db20-68b1-49a5-abf2-629230150267 req-d4c71fd5-0412-43cd-8754-5468e6bf2fd7 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaafbd8-fd26-4d8c-a467-16743ddba047 HTTP/1.1" status: 200 len: 944 time: 0.0947506 Jun 28 12:28:58.772843 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6fa9db20-68b1-49a5-abf2-629230150267 req-5bec2e97-07ad-46d0-b012-ef2249f7622f tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e51c609-6994-4a55-bc9e-79daa461e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443382 Jun 28 12:28:59.013033 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf68e4-46d3-4a65-b206-196b1a794800 service neutron] Pushing event updated for resources: {'Port': ['ID=f832c481-535a-4246-8094-521fcd6e8cae,revision_number=2']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:59.030947 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-c5bf68e4-46d3-4a65-b206-196b1a794800 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:59.091846 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-c5bf68e4-46d3-4a65-b206-196b1a794800 service neutron] Attempting to bind port f832c481-535a-4246-8094-521fcd6e8cae on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:28:59.092561 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-c5bf68e4-46d3-4a65-b206-196b1a794800 service neutron] Attempting to bind port f832c481-535a-4246-8094-521fcd6e8cae by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '51a7f3c3-7742-4caf-a3d8-65bc23407c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '610a32a3-5660-4e8a-ae30-17ec132a0f59'}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:28:59.093328 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-c5bf68e4-46d3-4a65-b206-196b1a794800 service neutron] Attempting to bind port f832c481-535a-4246-8094-521fcd6e8cae on network 610a32a3-5660-4e8a-ae30-17ec132a0f59 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:28:59.099164 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-c5bf68e4-46d3-4a65-b206-196b1a794800 service neutron] Port f832c481-535a-4246-8094-521fcd6e8cae on network 610a32a3-5660-4e8a-ae30-17ec132a0f59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:28:59.117013 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-c5bf68e4-46d3-4a65-b206-196b1a794800 service neutron] Attempting to bind port f832c481-535a-4246-8094-521fcd6e8cae on network 610a32a3-5660-4e8a-ae30-17ec132a0f59 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:28:59.117013 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-c5bf68e4-46d3-4a65-b206-196b1a794800 service neutron] Checking agent: {'id': '406cf176-031c-46fa-bfd0-dd20e5845d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'started_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:28:59.117013 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-c5bf68e4-46d3-4a65-b206-196b1a794800 service neutron] Checking segment: {'id': '51a7f3c3-7742-4caf-a3d8-65bc23407c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '610a32a3-5660-4e8a-ae30-17ec132a0f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:28:59.117013 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-c5bf68e4-46d3-4a65-b206-196b1a794800 service neutron] Bound using segment: {'id': '51a7f3c3-7742-4caf-a3d8-65bc23407c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '610a32a3-5660-4e8a-ae30-17ec132a0f59'} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:28:59.117013 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-c5bf68e4-46d3-4a65-b206-196b1a794800 service neutron] Bound port: f832c481-535a-4246-8094-521fcd6e8cae, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a7f3c3-7742-4caf-a3d8-65bc23407c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '610a32a3-5660-4e8a-ae30-17ec132a0f59'}}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:28:59.117013 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-c5bf68e4-46d3-4a65-b206-196b1a794800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:59.143917 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219029b-db50-4428-afff-cd11edb98e5f req-10bfab00-c86a-4ebe-8fee-5ff8ea1392fc tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:59.152418 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d219029b-db50-4428-afff-cd11edb98e5f req-10bfab00-c86a-4ebe-8fee-5ff8ea1392fc tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 945 time: 0.2284319 Jun 28 12:28:59.248658 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d219029b-db50-4428-afff-cd11edb98e5f req-9cb06947-392c-462c-b0ee-594f54858e7a tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794883 Jun 28 12:28:59.299159 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-c5bf68e4-46d3-4a65-b206-196b1a794800 service neutron] For port f832c481-535a-4246-8094-521fcd6e8cae, host hv-cinder-79809, cleared binding levels {{(pid=79148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:28:59.302178 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-c5bf68e4-46d3-4a65-b206-196b1a794800 service neutron] For port f832c481-535a-4246-8094-521fcd6e8cae, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f832c481-535a-4246-8094-521fcd6e8cae,segment=NetworkSegment(51a7f3c3-7742-4caf-a3d8-65bc23407c4b),segment_id=51a7f3c3-7742-4caf-a3d8-65bc23407c4b)] {{(pid=79148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:28:59.377707 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-c5bf68e4-46d3-4a65-b206-196b1a794800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:59.382011 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-bfd70134-5f1c-4487-b31d-614429104665 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:59.445189 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-c5bf68e4-46d3-4a65-b206-196b1a794800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:59.446051 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-c5bf68e4-46d3-4a65-b206-196b1a794800 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:59.447528 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-c5bf68e4-46d3-4a65-b206-196b1a794800 service neutron] 10.222.0.64 "PUT /v2.0/ports/f832c481-535a-4246-8094-521fcd6e8cae HTTP/1.1" status: 200 len: 1094 time: 1.5436854 Jun 28 12:28:59.450823 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceaafbd8-fd26-4d8c-a467-16743ddba047', 'tag': 'f832c481-535a-4246-8094-521fcd6e8cae'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:28:59.492513 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf68e4-46d3-4a65-b206-196b1a794800 service neutron] Pushing event updated for resources: {'Port': ['ID=f832c481-535a-4246-8094-521fcd6e8cae,revision_number=3']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:59.497445 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-c5bf68e4-46d3-4a65-b206-196b1a794800 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:59.519202 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceaafbd8-fd26-4d8c-a467-16743ddba047', 'tag': 'f832c481-535a-4246-8094-521fcd6e8cae', 'status': 'completed', 'code': 200} Jun 28 12:28:59.768247 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052ec93-ab1d-4236-afa9-bff796fd13d6 req-41c10e7e-9627-450c-8505-88fca308c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:59.768247 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-5052ec93-ab1d-4236-afa9-bff796fd13d6 req-41c10e7e-9627-450c-8505-88fca308c15d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b9694e09e8fe4bd9918810c5990ad233&device_id=ceaafbd8-fd26-4d8c-a467-16743ddba047 HTTP/1.1" status: 200 len: 1097 time: 0.1785512 Jun 28 12:28:59.942364 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 49452) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:00.029376 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e08a9d-fc69-4960-89b2-1e10ed95c9ce req-3d1166c0-d9e8-4b2c-9e0b-ff53fc224588 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:00.041398 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a1e08a9d-fc69-4960-89b2-1e10ed95c9ce req-3d1166c0-d9e8-4b2c-9e0b-ff53fc224588 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaafbd8-fd26-4d8c-a467-16743ddba047 HTTP/1.1" status: 200 len: 944 time: 0.1313806 Jun 28 12:29:00.043729 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052ec93-ab1d-4236-afa9-bff796fd13d6 req-16984a4e-09e3-49bd-94e6-a45ca906b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:00.045378 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-5052ec93-ab1d-4236-afa9-bff796fd13d6 req-16984a4e-09e3-49bd-94e6-a45ca906b6de service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b9694e09e8fe4bd9918810c5990ad233&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2730837 Jun 28 12:29:00.107551 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a1e08a9d-fc69-4960-89b2-1e10ed95c9ce req-541ba508-fca5-4724-9837-2e100f739d8e tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e51c609-6994-4a55-bc9e-79daa461e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622292 Jun 28 12:29:00.217076 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-936648c1-18df-4d9e-9b40-0286f434b311 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1378796990-network', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:00.225571 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-936648c1-18df-4d9e-9b40-0286f434b311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:00.237787 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-936648c1-18df-4d9e-9b40-0286f434b311 admin admin] Usage tracker for resource:network and tenant:2ad5e7e0f4e04e7ca73089fe82192600 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:00.240986 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-936648c1-18df-4d9e-9b40-0286f434b311 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:00.251656 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-936648c1-18df-4d9e-9b40-0286f434b311 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:00.263727 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052ec93-ab1d-4236-afa9-bff796fd13d6 req-754319a0-e1bf-4e60-b011-f08d8751ef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:00.263727 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-5052ec93-ab1d-4236-afa9-bff796fd13d6 req-754319a0-e1bf-4e60-b011-f08d8751ef55 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2032683 Jun 28 12:29:00.363581 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936648c1-18df-4d9e-9b40-0286f434b311 admin admin] Made reservation on behalf of 2ad5e7e0f4e04e7ca73089fe82192600 for: {'network': 1} {{(pid=79149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:29:00.365901 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-936648c1-18df-4d9e-9b40-0286f434b311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for network, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:00.393043 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-936648c1-18df-4d9e-9b40-0286f434b311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:00.510465 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-31f15022-dc5f-4dbb-8d32-0c6dce94eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:00.512148 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-31f15022-dc5f-4dbb-8d32-0c6dce94eb2f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b9694e09e8fe4bd9918810c5990ad233&device_id=ceaafbd8-fd26-4d8c-a467-16743ddba047 HTTP/1.1" status: 200 len: 1097 time: 0.1854746 Jun 28 12:29:00.545429 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-936648c1-18df-4d9e-9b40-0286f434b311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:00.554460 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-936648c1-18df-4d9e-9b40-0286f434b311 admin admin] Usage tracker for resource:security_group_rule and tenant:2ad5e7e0f4e04e7ca73089fe82192600 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:00.559084 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-936648c1-18df-4d9e-9b40-0286f434b311 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:00.567815 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-936648c1-18df-4d9e-9b40-0286f434b311 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:00.631295 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-ee1ef0f7-4b76-4946-87a0-c44d3e31344d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f832c481-535a-4246-8094-521fcd6e8cae HTTP/1.1" status: 200 len: 217 time: 0.1038628 Jun 28 12:29:00.645517 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bebdb7-604a-4d8c-953c-57bc5bb22582 req-b33409db-63c4-4975-894d-cb6616b709cd tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:00.647685 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-24bebdb7-604a-4d8c-953c-57bc5bb22582 req-b33409db-63c4-4975-894d-cb6616b709cd tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 945 time: 0.1820803 Jun 28 12:29:00.712853 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-6c7af3ed-babd-41f3-85d7-edab9d1204b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:00.715325 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-6c7af3ed-babd-41f3-85d7-edab9d1204b7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05336de3-173c-4358-87d0-069f76372a1b HTTP/1.1" status: 200 len: 849 time: 0.0761826 Jun 28 12:29:00.720612 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-24bebdb7-604a-4d8c-953c-57bc5bb22582 req-97fd57ca-a1c0-48b6-bb86-dc2a4336cbdf tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638132 Jun 28 12:29:00.791692 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-936648c1-18df-4d9e-9b40-0286f434b311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:00.794390 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-7c10171d-6359-417c-97dd-2143f55b0c42 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=610a32a3-5660-4e8a-ae30-17ec132a0f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688488 Jun 28 12:29:00.962688 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-f3e3e5c4-f074-40b9-a848-5010b9010dd2 service neutron] 10.222.0.64 "GET /v2.0/networks/610a32a3-5660-4e8a-ae30-17ec132a0f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611669 Jun 28 12:29:01.108821 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-936648c1-18df-4d9e-9b40-0286f434b311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:01.125764 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-db6a1f12-41d3-40a2-a0f7-a46aec5f4e3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:01.130976 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-4ac5d4c2-da66-412e-89b9-66214a4b3d72 req-07fe9baa-c0a6-47e0-89e2-3da2fe85999a service neutron] 10.222.0.64 "GET /v2.0/networks/610a32a3-5660-4e8a-ae30-17ec132a0f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576855 Jun 28 12:29:01.147948 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-936648c1-18df-4d9e-9b40-0286f434b311 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=79149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:29:01.173603 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936648c1-18df-4d9e-9b40-0286f434b311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe00470-4cdd-4617-84c3-875ffce53e51,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:01.180960 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-936648c1-18df-4d9e-9b40-0286f434b311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:01.180960 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.db.segments_db [None req-936648c1-18df-4d9e-9b40-0286f434b311 admin admin] Added segment dfd30b91-c668-41e0-a6ce-b8ba3812dfae of type vlan for network 85f9191a-de6b-428c-8880-77a90cc8bb8e Jun 28 12:29:01.180960 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-936648c1-18df-4d9e-9b40-0286f434b311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:01.216928 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-936648c1-18df-4d9e-9b40-0286f434b311 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727236854384'] for network, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:01.348106 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332fb52-5e9c-4f1a-9977-dbeb8f806f6c req-c55d2d9c-e8a1-48c9-b046-9df0dbaf1ea9 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:01.355518 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3332fb52-5e9c-4f1a-9977-dbeb8f806f6c req-c55d2d9c-e8a1-48c9-b046-9df0dbaf1ea9 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaafbd8-fd26-4d8c-a467-16743ddba047 HTTP/1.1" status: 200 len: 944 time: 0.1279719 Jun 28 12:29:01.389531 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-936648c1-18df-4d9e-9b40-0286f434b311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291'] for network, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:01.389531 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936648c1-18df-4d9e-9b40-0286f434b311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:01.389531 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-936648c1-18df-4d9e-9b40-0286f434b311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:01.398805 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-456765fa-5851-4ab4-808a-f6048f0840a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:01.451144 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3332fb52-5e9c-4f1a-9977-dbeb8f806f6c req-22c4dec0-b602-4420-bf9b-0562cb94e489 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e51c609-6994-4a55-bc9e-79daa461e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946577 Jun 28 12:29:01.509298 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936648c1-18df-4d9e-9b40-0286f434b311 admin admin] Pushing event updated for resources: {'Network': ['ID=85f9191a-de6b-428c-8880-77a90cc8bb8e,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:01.513018 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-936648c1-18df-4d9e-9b40-0286f434b311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:01.519552 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Network 85f9191a-de6b-428c-8880-77a90cc8bb8e details requested by agent ovs-agent-dv-cinder-798094-1-iscsi with host dv-cinder-798094-1-iscsi {{(pid=79150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:29:01.592790 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-936648c1-18df-4d9e-9b40-0286f434b311 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6483576 Jun 28 12:29:01.595729 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 49476) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:01.601904 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-f69aac91-575c-4b9a-8fe5-774f89d78ee7 admin admin] Request body: {'subnet': {'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1378796990-subnet', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:01.606324 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-f69aac91-575c-4b9a-8fe5-774f89d78ee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:01.610237 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-f69aac91-575c-4b9a-8fe5-774f89d78ee7 admin admin] Usage tracker for resource:subnet and tenant:2ad5e7e0f4e04e7ca73089fe82192600 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:01.613089 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-f69aac91-575c-4b9a-8fe5-774f89d78ee7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:01.619677 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-f69aac91-575c-4b9a-8fe5-774f89d78ee7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:01.723628 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69aac91-575c-4b9a-8fe5-774f89d78ee7 admin admin] Made reservation on behalf of 2ad5e7e0f4e04e7ca73089fe82192600 for: {'subnet': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:29:01.726330 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f69aac91-575c-4b9a-8fe5-774f89d78ee7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1741798'] for subnet, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:01.928800 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a439e-008b-45a2-b325-1a298fdf5a4b req-7808293f-c9a8-47fc-b47f-44e7180192b9 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:01.936593 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-eb9a439e-008b-45a2-b325-1a298fdf5a4b req-7808293f-c9a8-47fc-b47f-44e7180192b9 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 945 time: 0.0939035 Jun 28 12:29:02.001863 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-eb9a439e-008b-45a2-b325-1a298fdf5a4b req-e2e8e1d4-53a9-4d7e-bab1-77a1089cfafd tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642092 Jun 28 12:29:02.152920 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f69aac91-575c-4b9a-8fe5-774f89d78ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1905340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1741808'] for subnet, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:02.157392 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:02.233701 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69aac91-575c-4b9a-8fe5-774f89d78ee7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11742b8b-e4b9-4a4b-87d5-497ec56e1d1d,revision_number=0']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:02.236960 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-f69aac91-575c-4b9a-8fe5-774f89d78ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:02.246186 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69aac91-575c-4b9a-8fe5-774f89d78ee7 admin admin] Checking segment: {'id': 'dfd30b91-c668-41e0-a6ce-b8ba3812dfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:29:02.246186 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69aac91-575c-4b9a-8fe5-774f89d78ee7 admin admin] Network hostable DHCP agents. Network: 85f9191a-de6b-428c-8880-77a90cc8bb8e, hostable agents: ['00922891-a33d-4784-963e-6ef69cbf19e0'], hosted agents: [] {{(pid=79148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:29:02.346456 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69aac91-575c-4b9a-8fe5-774f89d78ee7 admin admin] Network 85f9191a-de6b-428c-8880-77a90cc8bb8e is scheduled to be hosted by DHCP agent 00922891-a33d-4784-963e-6ef69cbf19e0 with binding_index 1 {{(pid=79148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:29:02.420741 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-f69aac91-575c-4b9a-8fe5-774f89d78ee7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-iscsi, 85f9191a-de6b-428c-8880-77a90cc8bb8e) {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:29:02.426318 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69aac91-575c-4b9a-8fe5-774f89d78ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:02.426930 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f69aac91-575c-4b9a-8fe5-774f89d78ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for subnet, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:02.432368 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f762218-90ba-4e2e-b574-66eb146c53c3 None None] Network 85f9191a-de6b-428c-8880-77a90cc8bb8e requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:29:02.541763 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-f69aac91-575c-4b9a-8fe5-774f89d78ee7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9448972 Jun 28 12:29:02.545538 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 49492) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:02.552914 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-11aee8bd-23f3-442a-95cc-ac139fe68cb3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1378796990-router', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:02.565771 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-11aee8bd-23f3-442a-95cc-ac139fe68cb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:02.581531 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-11aee8bd-23f3-442a-95cc-ac139fe68cb3 admin admin] Usage tracker for resource:router and tenant:2ad5e7e0f4e04e7ca73089fe82192600 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:02.585653 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-11aee8bd-23f3-442a-95cc-ac139fe68cb3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:02.592256 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-11aee8bd-23f3-442a-95cc-ac139fe68cb3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:02.709434 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b8d1c0-2225-4dbd-a4e7-7362f2368909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1e09d51-a22e-5f09-8328-b2b494a4398b-85f9191a-de6b-428c-8880-77a90cc8bb8e', 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'fixed_ips': [{'subnet_id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d'}]}} from dv-cinder-798094-1-iscsi. {{(pid=79150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 12:29:02.710576 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-22b8d1c0-2225-4dbd-a4e7-7362f2368909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:02.719967 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-11aee8bd-23f3-442a-95cc-ac139fe68cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3695342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34721'] for router, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:02.722829 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-11aee8bd-23f3-442a-95cc-ac139fe68cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3695626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34730'] for router, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:02.758409 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-11aee8bd-23f3-442a-95cc-ac139fe68cb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:02.796221 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee821e-1000-4f58-94da-f0e3372eef52 req-99b24ac0-bde5-493d-9786-05e1f6c18bdc tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:02.797723 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cfee821e-1000-4f58-94da-f0e3372eef52 req-99b24ac0-bde5-493d-9786-05e1f6c18bdc tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaafbd8-fd26-4d8c-a467-16743ddba047 HTTP/1.1" status: 200 len: 944 time: 0.1531301 Jun 28 12:29:02.859762 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cfee821e-1000-4f58-94da-f0e3372eef52 req-2e12a55d-bb98-48c3-aee3-78f035bc41af tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e51c609-6994-4a55-bc9e-79daa461e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508184 Jun 28 12:29:02.905002 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.db_base_plugin_common [None req-22b8d1c0-2225-4dbd-a4e7-7362f2368909 None None] Allocated IP 172.20.0.2 (85f9191a-de6b-428c-8880-77a90cc8bb8e/11742b8b-e4b9-4a4b-87d5-497ec56e1d1d/0643a06c-f79e-4897-8884-87f73ea599f5) {{(pid=79150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:29:03.122532 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device f832c481-535a-4246-8094-521fcd6e8cae details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:29:03.204366 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-11aee8bd-23f3-442a-95cc-ac139fe68cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3695335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34692'] for router, precommit_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.259994 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port f832c481-535a-4246-8094-521fcd6e8cae, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f832c481-535a-4246-8094-521fcd6e8cae,segment=NetworkSegment(51a7f3c3-7742-4caf-a3d8-65bc23407c4b),segment_id=51a7f3c3-7742-4caf-a3d8-65bc23407c4b)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:03.263034 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a071c-612f-47ab-b077-a50d9df42529 req-86115cd9-6edc-4e74-b93e-4fe4fae741e7 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:03.264720 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1b4a071c-612f-47ab-b077-a50d9df42529 req-86115cd9-6edc-4e74-b93e-4fe4fae741e7 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 945 time: 0.1032515 Jun 28 12:29:03.284902 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Returning: {'device': 'f832c481-535a-4246-8094-521fcd6e8cae', 'network_id': '610a32a3-5660-4e8a-ae30-17ec132a0f59', 'port_id': 'f832c481-535a-4246-8094-521fcd6e8cae', 'mac_address': 'fa:16:3e:65:2d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05336de3-173c-4358-87d0-069f76372a1b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:29:03.322934 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-22b8d1c0-2225-4dbd-a4e7-7362f2368909 None None] Notify callbacks [] for port, precommit_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.342703 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1b4a071c-612f-47ab-b077-a50d9df42529 req-b14c64c2-49d0-4cf1-82cd-8fc5318503f7 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670183 Jun 28 12:29:03.379761 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-22b8d1c0-2225-4dbd-a4e7-7362f2368909 None None] Transition to ACTIVE for port object 0643a06c-f79e-4897-8884-87f73ea599f5 will not be triggered until provisioned by entity L2. {{(pid=79150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:29:03.399805 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.418522 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-22b8d1c0-2225-4dbd-a4e7-7362f2368909 None None] Transition to ACTIVE for port object 0643a06c-f79e-4897-8884-87f73ea599f5 will not be triggered until provisioned by entity DHCP. {{(pid=79150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:29:03.428692 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f832c481-535a-4246-8094-521fcd6e8cae {{(pid=79150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:29:03.450259 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port f832c481-535a-4246-8094-521fcd6e8cae, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f832c481-535a-4246-8094-521fcd6e8cae,segment=NetworkSegment(51a7f3c3-7742-4caf-a3d8-65bc23407c4b),segment_id=51a7f3c3-7742-4caf-a3d8-65bc23407c4b)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:03.518228 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-22b8d1c0-2225-4dbd-a4e7-7362f2368909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319'] for port, after_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.522186 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:03.559012 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.616771 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b8d1c0-2225-4dbd-a4e7-7362f2368909 None None] Network 85f9191a-de6b-428c-8880-77a90cc8bb8e is already hosted by enough agents. {{(pid=79150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:29:03.620146 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.scheduler.base_scheduler [None req-22b8d1c0-2225-4dbd-a4e7-7362f2368909 None None] Resources bound (agent type, host, resource id): {{(pid=79150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:29:03.624489 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b8d1c0-2225-4dbd-a4e7-7362f2368909 None None] Received port after_create {{(pid=79150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:29:03.631220 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8d1c0-2225-4dbd-a4e7-7362f2368909 None None] Pushing event updated for resources: {'Port': ['ID=0643a06c-f79e-4897-8884-87f73ea599f5,revision_number=1']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:03.635726 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-22b8d1c0-2225-4dbd-a4e7-7362f2368909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:03.636896 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:03.790682 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-22b8d1c0-2225-4dbd-a4e7-7362f2368909 None None] Attempting to bind port 0643a06c-f79e-4897-8884-87f73ea599f5 on host dv-cinder-798094-1-iscsi for vnic_type normal with profile {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:29:03.793921 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-22b8d1c0-2225-4dbd-a4e7-7362f2368909 None None] Attempting to bind port 0643a06c-f79e-4897-8884-87f73ea599f5 by drivers openvswitch,hyperv on host dv-cinder-798094-1-iscsi at level 0 using segments [{'id': 'dfd30b91-c668-41e0-a6ce-b8ba3812dfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e'}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:29:03.794469 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b8d1c0-2225-4dbd-a4e7-7362f2368909 None None] Attempting to bind port 0643a06c-f79e-4897-8884-87f73ea599f5 on network 85f9191a-de6b-428c-8880-77a90cc8bb8e {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:29:03.806498 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b8d1c0-2225-4dbd-a4e7-7362f2368909 None None] Checking agent: {'id': '97f6a438-5e0c-4082-aba3-e3ff467169d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 16, 39), 'started_at': datetime.datetime(2021, 6, 28, 12, 17, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:29:03.806943 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b8d1c0-2225-4dbd-a4e7-7362f2368909 None None] Checking segment: {'id': 'dfd30b91-c668-41e0-a6ce-b8ba3812dfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:29:03.807282 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-22b8d1c0-2225-4dbd-a4e7-7362f2368909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.807670 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b8d1c0-2225-4dbd-a4e7-7362f2368909 None None] Bound using segment: {'id': 'dfd30b91-c668-41e0-a6ce-b8ba3812dfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e'} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:29:03.808227 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-22b8d1c0-2225-4dbd-a4e7-7362f2368909 None None] Bound port: 0643a06c-f79e-4897-8884-87f73ea599f5, host: dv-cinder-798094-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd30b91-c668-41e0-a6ce-b8ba3812dfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e'}}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:29:03.808598 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-22b8d1c0-2225-4dbd-a4e7-7362f2368909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.814611 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-11aee8bd-23f3-442a-95cc-ac139fe68cb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.818052 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=f832c481-535a-4246-8094-521fcd6e8cae,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:03.822761 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:03.846152 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-11aee8bd-23f3-442a-95cc-ac139fe68cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.940685 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-22b8d1c0-2225-4dbd-a4e7-7362f2368909 None None] For port 0643a06c-f79e-4897-8884-87f73ea599f5, host dv-cinder-798094-1-iscsi, cleared binding levels {{(pid=79150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:29:03.946300 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-22b8d1c0-2225-4dbd-a4e7-7362f2368909 None None] For port 0643a06c-f79e-4897-8884-87f73ea599f5, host dv-cinder-798094-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=0643a06c-f79e-4897-8884-87f73ea599f5,segment=NetworkSegment(dfd30b91-c668-41e0-a6ce-b8ba3812dfae),segment_id=dfd30b91-c668-41e0-a6ce-b8ba3812dfae)] {{(pid=79150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:29:03.952081 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['f832c481-535a-4246-8094-521fcd6e8cae'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:29:04.033297 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.db_base_plugin_common [None req-11aee8bd-23f3-442a-95cc-ac139fe68cb3 admin admin] Allocated IP 172.27.0.184 (c9286c56-74de-4de9-a16f-8e0a6aaad408/86bae704-b0f4-4850-808b-6f728b6b20f3/3e1925d0-d51e-44c8-8374-a053f7b7d7fe) {{(pid=79149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:29:04.033540 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-22b8d1c0-2225-4dbd-a4e7-7362f2368909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:04.041646 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:04.171337 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8d1c0-2225-4dbd-a4e7-7362f2368909 None None] Pushing event updated for resources: {'Port': ['ID=0643a06c-f79e-4897-8884-87f73ea599f5,revision_number=2']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:04.194826 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-22b8d1c0-2225-4dbd-a4e7-7362f2368909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:04.312404 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e8981-16c3-4fc2-99a3-461ed644fa69 req-ed968c19-2186-45d1-9d13-548b8931f103 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:04.319169 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-228e8981-16c3-4fc2-99a3-461ed644fa69 req-ed968c19-2186-45d1-9d13-548b8931f103 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaafbd8-fd26-4d8c-a467-16743ddba047 HTTP/1.1" status: 200 len: 945 time: 0.2351911 Jun 28 12:29:04.328262 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-11aee8bd-23f3-442a-95cc-ac139fe68cb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:04.382997 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-228e8981-16c3-4fc2-99a3-461ed644fa69 req-8b9c3f95-bfca-495f-a2b2-dd42b9178955 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e51c609-6994-4a55-bc9e-79daa461e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578434 Jun 28 12:29:04.501523 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-11aee8bd-23f3-442a-95cc-ac139fe68cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:04.506426 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:04.662129 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11aee8bd-23f3-442a-95cc-ac139fe68cb3 admin admin] Network c9286c56-74de-4de9-a16f-8e0a6aaad408 is already hosted by enough agents. {{(pid=79149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:29:04.668115 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.base_scheduler [None req-11aee8bd-23f3-442a-95cc-ac139fe68cb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=79149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:29:04.670780 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aee8bd-23f3-442a-95cc-ac139fe68cb3 admin admin] Received port after_create {{(pid=79149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:29:04.739038 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aee8bd-23f3-442a-95cc-ac139fe68cb3 admin admin] Pushing event updated for resources: {'Port': ['ID=3e1925d0-d51e-44c8-8374-a053f7b7d7fe,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:04.742072 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-11aee8bd-23f3-442a-95cc-ac139fe68cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:04.860832 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100d9ef-6c0f-4de6-8ab7-8fa001d72197 req-908fc351-2e8f-4437-bebd-f012d405f024 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:04.867361 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b100d9ef-6c0f-4de6-8ab7-8fa001d72197 req-908fc351-2e8f-4437-bebd-f012d405f024 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 945 time: 0.2869849 Jun 28 12:29:05.036393 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b100d9ef-6c0f-4de6-8ab7-8fa001d72197 req-e475ee63-71a0-4b7d-a779-7e46af0b982e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680198 Jun 28 12:29:05.376724 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-11aee8bd-23f3-442a-95cc-ac139fe68cb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:05.498231 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f82102-a7d2-4c88-9389-51ff4bbb2da1 None None] Network 85f9191a-de6b-428c-8880-77a90cc8bb8e requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:29:05.606054 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 0643a06c-f79e-4897-8884-87f73ea599f5 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:29:05.842601 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1221a-b54f-419b-921c-b50237c4d479 req-9979df09-97fa-4a6f-8fd4-d7ecf579bc32 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:05.844092 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-37b1221a-b54f-419b-921c-b50237c4d479 req-9979df09-97fa-4a6f-8fd4-d7ecf579bc32 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaafbd8-fd26-4d8c-a467-16743ddba047 HTTP/1.1" status: 200 len: 945 time: 0.3080480 Jun 28 12:29:05.961575 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning for port 0643a06c-f79e-4897-8884-87f73ea599f5 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:29:05.969417 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-2c75ef90-fcd0-4f5c-a641-1e9d5c975367 None None] Provisioning for port 0643a06c-f79e-4897-8884-87f73ea599f5 completed by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:29:05.969589 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-37b1221a-b54f-419b-921c-b50237c4d479 req-6aafb972-d39f-4b62-a69f-5e93b548b87d tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e51c609-6994-4a55-bc9e-79daa461e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155198 Jun 28 12:29:05.969589 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-11aee8bd-23f3-442a-95cc-ac139fe68cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3695352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696706'] for router, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:05.975004 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 0643a06c-f79e-4897-8884-87f73ea599f5 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:05.975409 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:05.999753 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-2c75ef90-fcd0-4f5c-a641-1e9d5c975367 None None] Provisioning complete for port 0643a06c-f79e-4897-8884-87f73ea599f5 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:06.003674 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2c75ef90-fcd0-4f5c-a641-1e9d5c975367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:06.219263 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2c75ef90-fcd0-4f5c-a641-1e9d5c975367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:06.228119 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:06.278281 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] For port 0643a06c-f79e-4897-8884-87f73ea599f5, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=0643a06c-f79e-4897-8884-87f73ea599f5,segment=NetworkSegment(dfd30b91-c668-41e0-a6ce-b8ba3812dfae),segment_id=dfd30b91-c668-41e0-a6ce-b8ba3812dfae)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:06.366807 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67558755-68a5-4248-b503-a9d152cb574f req-aa9cf812-0a63-4c6d-add2-477cc0bc4412 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:06.373508 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-67558755-68a5-4248-b503-a9d152cb574f req-aa9cf812-0a63-4c6d-add2-477cc0bc4412 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 945 time: 0.1914675 Jun 28 12:29:06.388770 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:06.390959 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-639f3e8a-1a1b-4904-a96b-668adcd25424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:06.436909 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-67558755-68a5-4248-b503-a9d152cb574f req-1af2b323-6547-49ff-9d43-eea291565e77 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624499 Jun 28 12:29:06.458472 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b3570-8cb4-4446-8c48-c523b38275cc req-7150bfb6-9269-4dbb-9ea1-7f544d0ea6be tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:06.466486 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1f3b3570-8cb4-4446-8c48-c523b38275cc req-7150bfb6-9269-4dbb-9ea1-7f544d0ea6be tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9044edf-afe8-426d-a2fe-6b5561719461 HTTP/1.1" status: 200 len: 945 time: 0.1919808 Jun 28 12:29:06.482425 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11aee8bd-23f3-442a-95cc-ac139fe68cb3 admin admin] Router 59ef1cad-a767-4060-9ad7-063cab56c2fe is scheduled to L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 with binding_index 1 {{(pid=79149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:29:06.521682 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.db.api [None req-2c75ef90-fcd0-4f5c-a641-1e9d5c975367 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 12:29:06.522613 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_db.api [None req-2c75ef90-fcd0-4f5c-a641-1e9d5c975367 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 12:29:06.524975 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Pushing event updated for resources: {'Port': ['ID=0643a06c-f79e-4897-8884-87f73ea599f5,revision_number=3']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:06.536033 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:06.577354 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1f3b3570-8cb4-4446-8c48-c523b38275cc req-1a7a38a1-dcb4-4b7e-b161-c1f2aaf68fd3 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099315 Jun 28 12:29:06.694316 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11aee8bd-23f3-442a-95cc-ac139fe68cb3 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:29:06.704034 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccddab67-431a-44ff-aa16-d6acce2ad9a9 None None] Sync routers for ids ['59ef1cad-a767-4060-9ad7-063cab56c2fe'] in dv-cinder-798094-1-iscsi {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:29:06.713645 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccddab67-431a-44ff-aa16-d6acce2ad9a9 None None] Routers {'59ef1cad-a767-4060-9ad7-063cab56c2fe'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:29:06.714288 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-ccddab67-431a-44ff-aa16-d6acce2ad9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:28:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['59ef1cad-a767-4060-9ad7-063cab56c2fe'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:06.815333 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-11aee8bd-23f3-442a-95cc-ac139fe68cb3 admin admin] Notify callbacks [] for router, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:06.819301 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-11aee8bd-23f3-442a-95cc-ac139fe68cb3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2720761 Jun 28 12:29:06.822063 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 49522) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:06.912154 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-ccddab67-431a-44ff-aa16-d6acce2ad9a9 None None] Set router 59ef1cad-a767-4060-9ad7-063cab56c2fe gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:29:07.127524 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device f832c481-535a-4246-8094-521fcd6e8cae up at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:29:07.381225 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-ccddab67-431a-44ff-aa16-d6acce2ad9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'name': 'tempest-AttachVolumeTestJSON-1378796990-router', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:02Z', 'updated_at': '2021-06-28T12:29:05Z', 'revision_number': 3, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'gw_port': {'id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:dd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:07.390102 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccddab67-431a-44ff-aa16-d6acce2ad9a9 None None] Checking router: 59ef1cad-a767-4060-9ad7-063cab56c2fe for host: dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:29:07.390515 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccddab67-431a-44ff-aa16-d6acce2ad9a9 None None] Updating router 59ef1cad-a767-4060-9ad7-063cab56c2fe port 3e1925d0-d51e-44c8-8374-a053f7b7d7fe binding host dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:29:07.411498 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab12fe-4cb7-4d55-b608-084d8df39058 req-13012738-cfbe-4615-ab62-8bbdc41d455a tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:07.413160 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-45ab12fe-4cb7-4d55-b608-084d8df39058 req-13012738-cfbe-4615-ab62-8bbdc41d455a tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaafbd8-fd26-4d8c-a467-16743ddba047 HTTP/1.1" status: 200 len: 945 time: 0.2973158 Jun 28 12:29:07.424007 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning for port f832c481-535a-4246-8094-521fcd6e8cae completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:29:07.427651 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 0643a06c-f79e-4897-8884-87f73ea599f5 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:29:07.497906 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-1be44197-0ae4-474e-ae89-17a96ab6f4e8 None None] Provisioning complete for port 0643a06c-f79e-4897-8884-87f73ea599f5 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:07.498282 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-1be44197-0ae4-474e-ae89-17a96ab6f4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.564288 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning complete for port f832c481-535a-4246-8094-521fcd6e8cae triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:07.564947 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.662479 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-ccddab67-431a-44ff-aa16-d6acce2ad9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.737029 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 0643a06c-f79e-4897-8884-87f73ea599f5 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:07.737418 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.878475 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-45ab12fe-4cb7-4d55-b608-084d8df39058 req-49704133-9582-4fd8-b02d-ef2a33d4acc7 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e51c609-6994-4a55-bc9e-79daa461e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627746 Jun 28 12:29:07.978056 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:08.022062 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c635f3-af86-4d9f-a4d5-8ce5177f4d14 req-f944a8c5-3db7-4dc6-84c3-d823b836201b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:08.023630 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-02c635f3-af86-4d9f-a4d5-8ce5177f4d14 req-f944a8c5-3db7-4dc6-84c3-d823b836201b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 945 time: 0.3092949 Jun 28 12:29:08.142195 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceaafbd8-fd26-4d8c-a467-16743ddba047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f832c481-535a-4246-8094-521fcd6e8cae'}] {{(pid=79150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:29:08.178453 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port f832c481-535a-4246-8094-521fcd6e8cae, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f832c481-535a-4246-8094-521fcd6e8cae,segment=NetworkSegment(51a7f3c3-7742-4caf-a3d8-65bc23407c4b),segment_id=51a7f3c3-7742-4caf-a3d8-65bc23407c4b)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:08.244020 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-02c635f3-af86-4d9f-a4d5-8ce5177f4d14 req-8d5045f3-99dc-4e51-9895-4ed922a774a4 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068193 Jun 28 12:29:08.294269 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:08.299842 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:08.309642 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-390df87b-b19f-4dc7-8366-106a17f2a700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:08.357452 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40118803-30f9-4d7d-908a-1a7be8aeae9e req-d7f2c233-1300-4c73-bd7d-132cd4270924 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:08.357715 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af56a9-ab6c-413a-a6fb-b4c8e71e9592 req-7ec0278e-a393-46a9-aa02-40b9dab4ce4a tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:08.358672 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-21af56a9-ab6c-413a-a6fb-b4c8e71e9592 req-7ec0278e-a393-46a9-aa02-40b9dab4ce4a tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Synchronizing usage tracker for tenant:36f653daa91445fdab2af86df2ffcada on resource:port {{(pid=79148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:29:08.359941 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-40118803-30f9-4d7d-908a-1a7be8aeae9e req-d7f2c233-1300-4c73-bd7d-132cd4270924 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9044edf-afe8-426d-a2fe-6b5561719461 HTTP/1.1" status: 200 len: 945 time: 0.2749414 Jun 28 12:29:08.367309 dv-cinder-798094-1-iscsi neutron-server[79150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceaafbd8-fd26-4d8c-a467-16743ddba047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f832c481-535a-4246-8094-521fcd6e8cae', 'code': 200} Jun 28 12:29:08.394348 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-ccddab67-431a-44ff-aa16-d6acce2ad9a9 None None] Notify callbacks [] for port, precommit_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:08.419903 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-ccddab67-431a-44ff-aa16-d6acce2ad9a9 None None] Transition to ACTIVE for port object 3e1925d0-d51e-44c8-8374-a053f7b7d7fe will not be triggered until provisioned by entity L2. {{(pid=79150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:29:08.422384 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=f832c481-535a-4246-8094-521fcd6e8cae,revision_number=5']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:08.425815 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:08.472213 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-21af56a9-ab6c-413a-a6fb-b4c8e71e9592 req-7ec0278e-a393-46a9-aa02-40b9dab4ce4a tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Unset dirty status for tenant:36f653daa91445fdab2af86df2ffcada on resource:port {{(pid=79148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:29:08.473354 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-21af56a9-ab6c-413a-a6fb-b4c8e71e9592 req-7ec0278e-a393-46a9-aa02-40b9dab4ce4a tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9044edf-afe8-426d-a2fe-6b5561719461 HTTP/1.1" status: 200 len: 945 time: 0.2510672 Jun 28 12:29:08.490374 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-40118803-30f9-4d7d-908a-1a7be8aeae9e req-1c4fb3cb-70bd-4b5f-95b9-a279f23c7877 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891387 Jun 28 12:29:08.553352 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-ccddab67-431a-44ff-aa16-d6acce2ad9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:08.575338 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:08.596673 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [req-21af56a9-ab6c-413a-a6fb-b4c8e71e9592 req-eeee0f41-b61a-4ae1-940e-a410edc578a4 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Deleting port c48e667d-e73c-4af4-9f49-3597d34a80a8 {{(pid=79148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:29:08.597055 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-21af56a9-ab6c-413a-a6fb-b4c8e71e9592 req-eeee0f41-b61a-4ae1-940e-a410edc578a4 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:08.686969 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.db_base_plugin_common [None req-390df87b-b19f-4dc7-8366-106a17f2a700 admin admin] Allocated IP 172.20.0.1 (85f9191a-de6b-428c-8880-77a90cc8bb8e/11742b8b-e4b9-4a4b-87d5-497ec56e1d1d/0e3134a8-b62b-4746-b794-3181092f9313) {{(pid=79149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:29:08.746815 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-ccddab67-431a-44ff-aa16-d6acce2ad9a9 None None] Attempting to bind port 3e1925d0-d51e-44c8-8374-a053f7b7d7fe on host dv-cinder-798094-1-iscsi for vnic_type normal with profile {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:29:08.758846 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-ccddab67-431a-44ff-aa16-d6acce2ad9a9 None None] Attempting to bind port 3e1925d0-d51e-44c8-8374-a053f7b7d7fe by drivers openvswitch,hyperv on host dv-cinder-798094-1-iscsi at level 0 using segments [{'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:29:08.759475 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccddab67-431a-44ff-aa16-d6acce2ad9a9 None None] Attempting to bind port 3e1925d0-d51e-44c8-8374-a053f7b7d7fe on network c9286c56-74de-4de9-a16f-8e0a6aaad408 {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:29:08.766362 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c73174-98b4-4b42-8a06-35a08287f589 None None] Pushing event updated for resources: {'Port': ['ID=3e1925d0-d51e-44c8-8374-a053f7b7d7fe,revision_number=2']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:08.778334 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-a9c73174-98b4-4b42-8a06-35a08287f589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:08.779282 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccddab67-431a-44ff-aa16-d6acce2ad9a9 None None] Checking agent: {'id': '97f6a438-5e0c-4082-aba3-e3ff467169d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 16, 39), 'started_at': datetime.datetime(2021, 6, 28, 12, 17, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:29:08.779652 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccddab67-431a-44ff-aa16-d6acce2ad9a9 None None] Checking segment: {'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:29:08.780049 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-ccddab67-431a-44ff-aa16-d6acce2ad9a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:08.780437 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccddab67-431a-44ff-aa16-d6acce2ad9a9 None None] Bound using segment: {'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:29:08.780913 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-ccddab67-431a-44ff-aa16-d6acce2ad9a9 None None] Bound port: 3e1925d0-d51e-44c8-8374-a053f7b7d7fe, host: dv-cinder-798094-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:29:08.781284 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-ccddab67-431a-44ff-aa16-d6acce2ad9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:08.859503 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0bf1268b-0977-42d9-a3d7-6407b67c8962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:08.918167 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-390df87b-b19f-4dc7-8366-106a17f2a700 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:08.942099 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.provisioning_blocks [None req-390df87b-b19f-4dc7-8366-106a17f2a700 admin admin] Transition to ACTIVE for port object 0e3134a8-b62b-4746-b794-3181092f9313 will not be triggered until provisioned by entity DHCP. {{(pid=79149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:29:08.945192 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-ccddab67-431a-44ff-aa16-d6acce2ad9a9 None None] For port 3e1925d0-d51e-44c8-8374-a053f7b7d7fe, host dv-cinder-798094-1-iscsi, cleared binding levels {{(pid=79150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:29:08.953278 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-ccddab67-431a-44ff-aa16-d6acce2ad9a9 None None] For port 3e1925d0-d51e-44c8-8374-a053f7b7d7fe, host dv-cinder-798094-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=3e1925d0-d51e-44c8-8374-a053f7b7d7fe,segment=NetworkSegment(4ef2d251-a773-41f5-87cd-cec6f249eb66),segment_id=4ef2d251-a773-41f5-87cd-cec6f249eb66)] {{(pid=79150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:29:08.998110 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:09.038532 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-ccddab67-431a-44ff-aa16-d6acce2ad9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:09.051365 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:09.163608 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f3a68-d9af-45c5-88a7-495e50a5b427 req-73b5b408-cde3-48bc-bbe9-0b830395dbbf tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:09.173602 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7a9f3a68-d9af-45c5-88a7-495e50a5b427 req-73b5b408-cde3-48bc-bbe9-0b830395dbbf tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaafbd8-fd26-4d8c-a467-16743ddba047 HTTP/1.1" status: 200 len: 946 time: 0.1438653 Jun 28 12:29:09.193415 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccddab67-431a-44ff-aa16-d6acce2ad9a9 None None] Routers {'59ef1cad-a767-4060-9ad7-063cab56c2fe'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:29:09.194110 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-ccddab67-431a-44ff-aa16-d6acce2ad9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:28:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['59ef1cad-a767-4060-9ad7-063cab56c2fe'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:09.233136 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-390df87b-b19f-4dc7-8366-106a17f2a700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:09.256047 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7a9f3a68-d9af-45c5-88a7-495e50a5b427 req-6cef4f6d-7b45-4b1d-83f5-527899b2341c tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e51c609-6994-4a55-bc9e-79daa461e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777183 Jun 28 12:29:09.266906 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-21af56a9-ab6c-413a-a6fb-b4c8e71e9592 req-eeee0f41-b61a-4ae1-940e-a410edc578a4 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] For port c48e667d-e73c-4af4-9f49-3597d34a80a8, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c48e667d-e73c-4af4-9f49-3597d34a80a8,segment=NetworkSegment(ab8b06c2-e425-45b6-bf41-f136c4198aee),segment_id=ab8b06c2-e425-45b6-bf41-f136c4198aee)] {{(pid=79148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:09.267259 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-21af56a9-ab6c-413a-a6fb-b4c8e71e9592 req-eeee0f41-b61a-4ae1-940e-a410edc578a4 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:09.273039 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:09.280276 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c73174-98b4-4b42-8a06-35a08287f589 None None] Pushing event updated for resources: {'Port': ['ID=3e1925d0-d51e-44c8-8374-a053f7b7d7fe,revision_number=3']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:09.285234 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-a9c73174-98b4-4b42-8a06-35a08287f589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:09.345745 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390df87b-b19f-4dc7-8366-106a17f2a700 admin admin] Network 85f9191a-de6b-428c-8880-77a90cc8bb8e is already hosted by enough agents. {{(pid=79149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:29:09.357259 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.base_scheduler [None req-390df87b-b19f-4dc7-8366-106a17f2a700 admin admin] Resources bound (agent type, host, resource id): {{(pid=79149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:29:09.379587 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390df87b-b19f-4dc7-8366-106a17f2a700 admin admin] Received port after_create {{(pid=79149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:29:09.407408 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [req-21af56a9-ab6c-413a-a6fb-b4c8e71e9592 req-eeee0f41-b61a-4ae1-940e-a410edc578a4 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Calling delete_port for c48e667d-e73c-4af4-9f49-3597d34a80a8 owned by compute:nova {{(pid=79148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:29:09.528602 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-ccddab67-431a-44ff-aa16-d6acce2ad9a9 None None] Set router 59ef1cad-a767-4060-9ad7-063cab56c2fe gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:29:09.550105 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390df87b-b19f-4dc7-8366-106a17f2a700 admin admin] Pushing event updated for resources: {'Port': ['ID=0e3134a8-b62b-4746-b794-3181092f9313,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:09.559337 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-390df87b-b19f-4dc7-8366-106a17f2a700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3696772'] for router_interface, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:09.621147 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87bc57-59a7-4484-9ebe-962fbd4786ee req-22e20fe2-9a9a-44b9-a879-17c6467ac8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:09.622924 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-0d87bc57-59a7-4484-9ebe-962fbd4786ee req-22e20fe2-9a9a-44b9-a879-17c6467ac8e2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ceaafbd8-fd26-4d8c-a467-16743ddba047 HTTP/1.1" status: 200 len: 1099 time: 0.7463963 Jun 28 12:29:09.736492 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-0d87bc57-59a7-4484-9ebe-962fbd4786ee req-34ec023c-8a43-4fb2-a920-7473d58269a8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9e51c609-6994-4a55-bc9e-79daa461e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959320 Jun 28 12:29:09.752407 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-390df87b-b19f-4dc7-8366-106a17f2a700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:09.765279 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-21af56a9-ab6c-413a-a6fb-b4c8e71e9592 req-eeee0f41-b61a-4ae1-940e-a410edc578a4 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:09.771455 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-2661dc04-a96b-4921-9968-f710db0dbb1b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:09.793064 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-52217b24-b4a0-48f4-963e-81264d3e503d None None] Provisioning for port 0e3134a8-b62b-4746-b794-3181092f9313 completed by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:29:09.803616 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['0c5423c4-773d-4c8c-bdcf-114397a68321', 'bca80908-6526-42d4-9079-65ee696727cf', '7839b2ec-0100-493b-8301-6814d9296c7e'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:29:09.810572 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-de6cf78f-3b7c-403e-9757-2f906b7ad5a6 req-adb883cc-b6ca-441b-8569-2b2c3ef5e1f2 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9044edf-afe8-426d-a2fe-6b5561719461 HTTP/1.1" status: 200 len: 210 time: 0.0593984 Jun 28 12:29:09.866304 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee0f41-b61a-4ae1-940e-a410edc578a4 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Pushing event deleted for resources: {'Port': ['ID=c48e667d-e73c-4af4-9f49-3597d34a80a8,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:09.867984 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-52217b24-b4a0-48f4-963e-81264d3e503d None None] Provisioning complete for port 0e3134a8-b62b-4746-b794-3181092f9313 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:09.868467 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-52217b24-b4a0-48f4-963e-81264d3e503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:09.877313 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-eeee0f41-b61a-4ae1-940e-a410edc578a4 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:09.899007 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33977256-aa4d-4a98-9035-56649a93209c req-fd15aa5f-216c-4db1-a1bf-b82022aa18b0 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:09.900531 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-33977256-aa4d-4a98-9035-56649a93209c req-fd15aa5f-216c-4db1-a1bf-b82022aa18b0 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 945 time: 0.4291596 Jun 28 12:29:09.926069 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [req-21af56a9-ab6c-413a-a6fb-b4c8e71e9592 req-eeee0f41-b61a-4ae1-940e-a410edc578a4 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] No DVR routers for this DVR port c48e667d-e73c-4af4-9f49-3597d34a80a8 on host hv-cinder-79809 {{(pid=79148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:29:09.929584 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-21af56a9-ab6c-413a-a6fb-b4c8e71e9592 req-eeee0f41-b61a-4ae1-940e-a410edc578a4 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:09.934134 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9044edf-afe8-426d-a2fe-6b5561719461', 'name': 'network-vif-deleted', 'tag': 'c48e667d-e73c-4af4-9f49-3597d34a80a8'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:29:10.005992 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9044edf-afe8-426d-a2fe-6b5561719461', 'name': 'network-vif-deleted', 'tag': 'c48e667d-e73c-4af4-9f49-3597d34a80a8', 'status': 'completed', 'code': 200} Jun 28 12:29:10.006884 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-33977256-aa4d-4a98-9035-56649a93209c req-a26bdaf7-a66f-4b98-af26-494bb6987949 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965695 Jun 28 12:29:10.064911 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-52217b24-b4a0-48f4-963e-81264d3e503d None None] Port 0e3134a8-b62b-4746-b794-3181092f9313 cannot update to ACTIVE because it is not bound. {{(pid=79150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:29:10.084208 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-21af56a9-ab6c-413a-a6fb-b4c8e71e9592 req-eeee0f41-b61a-4ae1-940e-a410edc578a4 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.64 "DELETE /v2.0/ports/c48e667d-e73c-4af4-9f49-3597d34a80a8 HTTP/1.1" status: 204 len: 173 time: 1.6040397 Jun 28 12:29:10.109891 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-390df87b-b19f-4dc7-8366-106a17f2a700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:10.121746 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-ccddab67-431a-44ff-aa16-d6acce2ad9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'name': 'tempest-AttachVolumeTestJSON-1378796990-router', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:02Z', 'updated_at': '2021-06-28T12:29:05Z', 'revision_number': 3, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'gw_port': {'id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:dd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:10.138371 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccddab67-431a-44ff-aa16-d6acce2ad9a9 None None] The sync data for ids ['59ef1cad-a767-4060-9ad7-063cab56c2fe'] in dv-cinder-798094-1-iscsi is: [{'id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'name': 'tempest-AttachVolumeTestJSON-1378796990-router', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:02Z', 'updated_at': '2021-06-28T12:29:05Z', 'revision_number': 3, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'gw_port': {'id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:dd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}] {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:29:10.668721 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-390df87b-b19f-4dc7-8366-106a17f2a700 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:10.770462 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa7b78-dce2-4a0d-8647-0acac3f92cfd req-ec0db843-87de-42ec-8fff-29fe33805eaa tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:10.772260 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d7fa7b78-dce2-4a0d-8647-0acac3f92cfd req-ec0db843-87de-42ec-8fff-29fe33805eaa tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaafbd8-fd26-4d8c-a467-16743ddba047 HTTP/1.1" status: 200 len: 946 time: 0.0988529 Jun 28 12:29:10.826946 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d7fa7b78-dce2-4a0d-8647-0acac3f92cfd req-822ff2e1-567a-48b0-b43c-5bd141169f87 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e51c609-6994-4a55-bc9e-79daa461e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487642 Jun 28 12:29:10.989189 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-61c5c7d6-405e-491d-a200-a748a7ce6726 req-c4decc8f-e053-48d7-a957-73af1bc29103 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9044edf-afe8-426d-a2fe-6b5561719461 HTTP/1.1" status: 200 len: 210 time: 0.0460076 Jun 28 12:29:11.140909 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device c48e667d-e73c-4af4-9f49-3597d34a80a8 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:29:11.190058 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] No Port match for: c48e667d-e73c-4af4-9f49-3597d34a80a8 {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:29:11.190507 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device c48e667d-e73c-4af4-9f49-3597d34a80a8 not bound to the agent host hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:29:11.199561 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-4b05f587-8d8a-4f26-b2f9-3e70cef88b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:11.200762 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-390df87b-b19f-4dc7-8366-106a17f2a700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528764'] for port, after_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:11.245841 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:11.317978 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-390df87b-b19f-4dc7-8366-106a17f2a700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3781337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695149'] for router_interface, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:11.375731 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149800f-3b41-4263-b16b-19f4eabf80de req-201ffdb2-4b1b-4e4a-8cee-dce583c7c562 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:11.377204 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c149800f-3b41-4263-b16b-19f4eabf80de req-201ffdb2-4b1b-4e4a-8cee-dce583c7c562 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 945 time: 0.2405143 Jun 28 12:29:11.388808 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390df87b-b19f-4dc7-8366-106a17f2a700 admin admin] Pushing event updated for resources: {'Port': ['ID=0e3134a8-b62b-4746-b794-3181092f9313,revision_number=2']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:11.395727 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-390df87b-b19f-4dc7-8366-106a17f2a700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:11.415435 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 3e1925d0-d51e-44c8-8374-a053f7b7d7fe up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:29:11.500378 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c149800f-3b41-4263-b16b-19f4eabf80de req-7060953e-a857-4b2c-affe-053f125e3fa8 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064806 Jun 28 12:29:11.555195 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390df87b-b19f-4dc7-8366-106a17f2a700 admin admin] Network 85f9191a-de6b-428c-8880-77a90cc8bb8e is already hosted by enough agents. {{(pid=79149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:29:11.556385 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.base_scheduler [None req-390df87b-b19f-4dc7-8366-106a17f2a700 admin admin] Resources bound (agent type, host, resource id): {{(pid=79149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:29:11.601880 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning for port 3e1925d0-d51e-44c8-8374-a053f7b7d7fe completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:29:11.603582 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 3e1925d0-d51e-44c8-8374-a053f7b7d7fe triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:11.604017 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:11.768521 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:11.789247 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] For port 3e1925d0-d51e-44c8-8374-a053f7b7d7fe, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=3e1925d0-d51e-44c8-8374-a053f7b7d7fe,segment=NetworkSegment(4ef2d251-a773-41f5-87cd-cec6f249eb66),segment_id=4ef2d251-a773-41f5-87cd-cec6f249eb66)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:11.866951 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390df87b-b19f-4dc7-8366-106a17f2a700 admin admin] Router 59ef1cad-a767-4060-9ad7-063cab56c2fe has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:29:11.884330 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:11.897286 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:11.991713 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-a3ad8278-7b18-48fa-b9ee-c314912e4193 None None] Provisioning complete for port 0e3134a8-b62b-4746-b794-3181092f9313 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:11.992582 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a3ad8278-7b18-48fa-b9ee-c314912e4193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:12.128677 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad8278-7b18-48fa-b9ee-c314912e4193 None None] Port 0e3134a8-b62b-4746-b794-3181092f9313 cannot update to ACTIVE because it is not bound. {{(pid=79150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:29:12.177837 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Pushing event updated for resources: {'Port': ['ID=3e1925d0-d51e-44c8-8374-a053f7b7d7fe,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:12.204254 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:12.213028 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74706d19-5445-4a9c-86da-20debcdf1380 req-2de72ca9-ada5-48d9-884b-ce374578e87d tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:12.218894 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-74706d19-5445-4a9c-86da-20debcdf1380 req-2de72ca9-ada5-48d9-884b-ce374578e87d tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaafbd8-fd26-4d8c-a467-16743ddba047 HTTP/1.1" status: 200 len: 946 time: 0.2373996 Jun 28 12:29:12.278459 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:12.323499 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-72f08016-cd37-4c19-ba11-f8ab99b4b81f req-2c3c67cf-2168-42f3-ad24-633a97820745 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9044edf-afe8-426d-a2fe-6b5561719461 HTTP/1.1" status: 200 len: 210 time: 0.1017990 Jun 28 12:29:12.364107 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390df87b-b19f-4dc7-8366-106a17f2a700 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:29:12.374005 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dfced6-e927-4f5b-adbb-f2ce6f217983 None None] Sync routers for ids ['59ef1cad-a767-4060-9ad7-063cab56c2fe'] in dv-cinder-798094-1-iscsi {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:29:12.377086 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-74706d19-5445-4a9c-86da-20debcdf1380 req-7fa381af-f469-4991-96d8-68046494ff90 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e51c609-6994-4a55-bc9e-79daa461e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573188 Jun 28 12:29:12.385044 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-390df87b-b19f-4dc7-8366-106a17f2a700 admin admin] 10.222.0.24 "PUT /v2.0/routers/59ef1cad-a767-4060-9ad7-063cab56c2fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5617373 Jun 28 12:29:12.396167 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dfced6-e927-4f5b-adbb-f2ce6f217983 None None] Routers {'59ef1cad-a767-4060-9ad7-063cab56c2fe'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:29:12.397003 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-16dfced6-e927-4f5b-adbb-f2ce6f217983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:29:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['59ef1cad-a767-4060-9ad7-063cab56c2fe'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:12.575446 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-16dfced6-e927-4f5b-adbb-f2ce6f217983 None None] Set router 59ef1cad-a767-4060-9ad7-063cab56c2fe gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:29:12.733159 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085ebc2-f525-4dc8-ac03-6ddd64068d26 req-48c48077-0510-42df-93ca-df663a470bad tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:12.734648 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3085ebc2-f525-4dc8-ac03-6ddd64068d26 req-48c48077-0510-42df-93ca-df663a470bad tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 945 time: 0.1113479 Jun 28 12:29:12.780561 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3085ebc2-f525-4dc8-ac03-6ddd64068d26 req-5f8d045b-6ced-4ad7-a743-8ad7138f9f7d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393939 Jun 28 12:29:12.889440 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-16dfced6-e927-4f5b-adbb-f2ce6f217983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'name': 'tempest-AttachVolumeTestJSON-1378796990-router', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:02Z', 'updated_at': '2021-06-28T12:29:09Z', 'revision_number': 4, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'gw_port': {'id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:dd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '0e3134a8-b62b-4746-b794-3181092f9313', 'name': '', 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'mac_address': 'fa:16:3e:f3:fb:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:08Z', 'updated_at': '2021-06-28T12:29:10Z', 'revision_number': 2, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'subnets': [{'id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:12.893533 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dfced6-e927-4f5b-adbb-f2ce6f217983 None None] Checking router: 59ef1cad-a767-4060-9ad7-063cab56c2fe for host: dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:29:12.894074 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dfced6-e927-4f5b-adbb-f2ce6f217983 None None] Updating router 59ef1cad-a767-4060-9ad7-063cab56c2fe port 0e3134a8-b62b-4746-b794-3181092f9313 binding host dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:29:12.948134 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-16dfced6-e927-4f5b-adbb-f2ce6f217983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:13.099819 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 49584) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:13.105361 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-cd4a6d08-1a4a-4720-af02-7a421124db4e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Request body: {'security_group': {'name': 'tempest-securitygroup--11490190', 'description': 'tempest-description--1888331944'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:13.111090 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-cd4a6d08-1a4a-4720-af02-7a421124db4e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:13.114845 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-cd4a6d08-1a4a-4720-af02-7a421124db4e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Usage tracker for resource:security_group and tenant:2ad5e7e0f4e04e7ca73089fe82192600 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:13.117755 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-cd4a6d08-1a4a-4720-af02-7a421124db4e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:13.124067 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-cd4a6d08-1a4a-4720-af02-7a421124db4e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:13.192480 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-cd4a6d08-1a4a-4720-af02-7a421124db4e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:13.216750 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-cd4a6d08-1a4a-4720-af02-7a421124db4e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:13.220969 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-cd4a6d08-1a4a-4720-af02-7a421124db4e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Usage tracker for resource:security_group_rule and tenant:2ad5e7e0f4e04e7ca73089fe82192600 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:13.224120 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-cd4a6d08-1a4a-4720-af02-7a421124db4e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:13.230360 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-cd4a6d08-1a4a-4720-af02-7a421124db4e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:13.299775 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-cd4a6d08-1a4a-4720-af02-7a421124db4e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:13.315485 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-16dfced6-e927-4f5b-adbb-f2ce6f217983 None None] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:13.327846 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [None req-16dfced6-e927-4f5b-adbb-f2ce6f217983 None None] Transition to ACTIVE for port object 0e3134a8-b62b-4746-b794-3181092f9313 will not be triggered until provisioned by entity L2. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:29:13.361192 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 3e1925d0-d51e-44c8-8374-a053f7b7d7fe up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:29:13.392329 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-cd4a6d08-1a4a-4720-af02-7a421124db4e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:13.402578 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-fc9000d6-777f-4d63-892e-1702f61d7f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:13.427035 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-16dfced6-e927-4f5b-adbb-f2ce6f217983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:13.433757 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:13.439374 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a6d08-1a4a-4720-af02-7a421124db4e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9461e2-2f34-4966-9ede-e786849a88fe,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:13.441983 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 3e1925d0-d51e-44c8-8374-a053f7b7d7fe triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:13.442134 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-cd4a6d08-1a4a-4720-af02-7a421124db4e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:13.442602 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:13.552337 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-cd4a6d08-1a4a-4720-af02-7a421124db4e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:13.556554 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-cd4a6d08-1a4a-4720-af02-7a421124db4e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4529250 Jun 28 12:29:13.557523 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 49594) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:13.563572 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-1c393094-cf5c-4bb5-9adc-b7b5ca4fd79b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Request body: {'security_group_rule': {'security_group_id': '5d9461e2-2f34-4966-9ede-e786849a88fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:13.575810 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-1c393094-cf5c-4bb5-9adc-b7b5ca4fd79b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:13.585249 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-1c393094-cf5c-4bb5-9adc-b7b5ca4fd79b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Usage tracker for resource:security_group_rule and tenant:2ad5e7e0f4e04e7ca73089fe82192600 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:13.592041 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-1c393094-cf5c-4bb5-9adc-b7b5ca4fd79b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:13.601665 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-1c393094-cf5c-4bb5-9adc-b7b5ca4fd79b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:13.608870 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde832b-0474-44ef-83a1-991e4a1b24c6 None None] Pushing event updated for resources: {'Port': ['ID=0e3134a8-b62b-4746-b794-3181092f9313,revision_number=3']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:13.646050 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde832b-0474-44ef-83a1-991e4a1b24c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:13.646392 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde832b-0474-44ef-83a1-991e4a1b24c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:13.646726 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde832b-0474-44ef-83a1-991e4a1b24c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:13.647279 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde832b-0474-44ef-83a1-991e4a1b24c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:13.647607 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde832b-0474-44ef-83a1-991e4a1b24c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:13.647933 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde832b-0474-44ef-83a1-991e4a1b24c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:13.648252 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde832b-0474-44ef-83a1-991e4a1b24c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:13.648575 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde832b-0474-44ef-83a1-991e4a1b24c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:13.648912 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde832b-0474-44ef-83a1-991e4a1b24c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:13.649231 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde832b-0474-44ef-83a1-991e4a1b24c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:13.649545 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde832b-0474-44ef-83a1-991e4a1b24c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:13.649859 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fde832b-0474-44ef-83a1-991e4a1b24c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:13.684093 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-2fde832b-0474-44ef-83a1-991e4a1b24c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:13.706521 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1c393094-cf5c-4bb5-9adc-b7b5ca4fd79b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:13.721939 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-16dfced6-e927-4f5b-adbb-f2ce6f217983 None None] Attempting to bind port 0e3134a8-b62b-4746-b794-3181092f9313 on host dv-cinder-798094-1-iscsi for vnic_type normal with profile {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:29:13.722316 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-16dfced6-e927-4f5b-adbb-f2ce6f217983 None None] Attempting to bind port 0e3134a8-b62b-4746-b794-3181092f9313 by drivers openvswitch,hyperv on host dv-cinder-798094-1-iscsi at level 0 using segments [{'id': 'dfd30b91-c668-41e0-a6ce-b8ba3812dfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e'}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:29:13.722677 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dfced6-e927-4f5b-adbb-f2ce6f217983 None None] Attempting to bind port 0e3134a8-b62b-4746-b794-3181092f9313 on network 85f9191a-de6b-428c-8880-77a90cc8bb8e {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:29:13.730774 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dfced6-e927-4f5b-adbb-f2ce6f217983 None None] Checking agent: {'id': '97f6a438-5e0c-4082-aba3-e3ff467169d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 16, 39), 'started_at': datetime.datetime(2021, 6, 28, 12, 17, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:29:13.731361 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dfced6-e927-4f5b-adbb-f2ce6f217983 None None] Checking segment: {'id': 'dfd30b91-c668-41e0-a6ce-b8ba3812dfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:29:13.732451 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-16dfced6-e927-4f5b-adbb-f2ce6f217983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:13.733181 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dfced6-e927-4f5b-adbb-f2ce6f217983 None None] Bound using segment: {'id': 'dfd30b91-c668-41e0-a6ce-b8ba3812dfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e'} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:29:13.734016 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-16dfced6-e927-4f5b-adbb-f2ce6f217983 None None] Bound port: 0e3134a8-b62b-4746-b794-3181092f9313, host: dv-cinder-798094-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd30b91-c668-41e0-a6ce-b8ba3812dfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e'}}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:29:13.734998 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-16dfced6-e927-4f5b-adbb-f2ce6f217983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:13.797258 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1c393094-cf5c-4bb5-9adc-b7b5ca4fd79b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:13.841123 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [None req-16dfced6-e927-4f5b-adbb-f2ce6f217983 None None] For port 0e3134a8-b62b-4746-b794-3181092f9313, host dv-cinder-798094-1-iscsi, cleared binding levels {{(pid=79151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:29:13.845115 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [None req-16dfced6-e927-4f5b-adbb-f2ce6f217983 None None] For port 0e3134a8-b62b-4746-b794-3181092f9313, host dv-cinder-798094-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=0e3134a8-b62b-4746-b794-3181092f9313,segment=NetworkSegment(dfd30b91-c668-41e0-a6ce-b8ba3812dfae),segment_id=dfd30b91-c668-41e0-a6ce-b8ba3812dfae)] {{(pid=79151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:29:13.884588 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:13.924367 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-16dfced6-e927-4f5b-adbb-f2ce6f217983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:13.930838 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-e7a6cf0d-b7f0-47ae-b086-9b21a0d95724 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:13.935544 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1c393094-cf5c-4bb5-9adc-b7b5ca4fd79b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731641'] for security_group_rule, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:13.940108 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:13.965314 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf09a1d-92dd-40e4-91f0-cfd7319edb5b req-98fd16b2-17d2-477a-b201-c98e18ccbb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:13.967046 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-5bf09a1d-92dd-40e4-91f0-cfd7319edb5b req-98fd16b2-17d2-477a-b201-c98e18ccbb3d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04859a58a39e455e91103d81df922270&device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 1098 time: 0.1048825 Jun 28 12:29:13.978459 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c393094-cf5c-4bb5-9adc-b7b5ca4fd79b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45597929-bd53-4be2-9681-8c31a3e8cb61,revision_number=0']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:14.006809 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-1c393094-cf5c-4bb5-9adc-b7b5ca4fd79b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:14.008292 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed31b68-38a8-49c2-bdb9-c36eec3eb23b req-aa987379-cf19-45a6-bf13-c9fa96d14ef9 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:14.016996 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-fed31b68-38a8-49c2-bdb9-c36eec3eb23b req-aa987379-cf19-45a6-bf13-c9fa96d14ef9 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 945 time: 0.1071248 Jun 28 12:29:14.046473 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde832b-0474-44ef-83a1-991e4a1b24c6 None None] Pushing event updated for resources: {'Port': ['ID=0e3134a8-b62b-4746-b794-3181092f9313,revision_number=4']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:14.050768 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-2fde832b-0474-44ef-83a1-991e4a1b24c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:14.063085 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dfced6-e927-4f5b-adbb-f2ce6f217983 None None] Routers {'59ef1cad-a767-4060-9ad7-063cab56c2fe'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:29:14.063736 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-16dfced6-e927-4f5b-adbb-f2ce6f217983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:29:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['59ef1cad-a767-4060-9ad7-063cab56c2fe'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:14.075299 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-fed31b68-38a8-49c2-bdb9-c36eec3eb23b req-410d45fe-406c-4364-a9bc-d9ee7dff226c tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571134 Jun 28 12:29:14.109410 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1c393094-cf5c-4bb5-9adc-b7b5ca4fd79b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:14.112492 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-1c393094-cf5c-4bb5-9adc-b7b5ca4fd79b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5526195 Jun 28 12:29:14.114111 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 49606) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:14.131933 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-3fba517a-5e4d-4f60-8143-87150dfed1b8 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Request body: {'security_group_rule': {'security_group_id': '5d9461e2-2f34-4966-9ede-e786849a88fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:14.143794 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-3fba517a-5e4d-4f60-8143-87150dfed1b8 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:14.149455 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf09a1d-92dd-40e4-91f0-cfd7319edb5b req-033157f8-1cf6-45ef-a5bb-2a6885deea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:14.150812 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-5bf09a1d-92dd-40e4-91f0-cfd7319edb5b req-033157f8-1cf6-45ef-a5bb-2a6885deea9d service neutron] 10.222.0.64 "GET /v2.0/networks?id=ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 HTTP/1.1" status: 200 len: 917 time: 0.1734033 Jun 28 12:29:14.152436 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-3fba517a-5e4d-4f60-8143-87150dfed1b8 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Usage tracker for resource:security_group_rule and tenant:2ad5e7e0f4e04e7ca73089fe82192600 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:14.155682 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-3fba517a-5e4d-4f60-8143-87150dfed1b8 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:14.209499 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-3fba517a-5e4d-4f60-8143-87150dfed1b8 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:14.250688 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-16dfced6-e927-4f5b-adbb-f2ce6f217983 None None] Set router 59ef1cad-a767-4060-9ad7-063cab56c2fe gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:29:14.271923 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-5bf09a1d-92dd-40e4-91f0-cfd7319edb5b req-ad3001a0-79ff-4244-b83c-a6c478bf13a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4114eaad-f578-4bf1-ae55-872b59876a3b HTTP/1.1" status: 200 len: 1000 time: 0.1133566 Jun 28 12:29:14.337827 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf09a1d-92dd-40e4-91f0-cfd7319edb5b req-f4bd253b-4d6f-4c31-8502-cb80650af358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:14.339836 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-5bf09a1d-92dd-40e4-91f0-cfd7319edb5b req-f4bd253b-4d6f-4c31-8502-cb80650af358 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1061743c-39d2-4e9e-96b2-fc1ad65e7f7c HTTP/1.1" status: 200 len: 855 time: 0.0595794 Jun 28 12:29:14.390714 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3fba517a-5e4d-4f60-8143-87150dfed1b8 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:14.487163 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3fba517a-5e4d-4f60-8143-87150dfed1b8 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:14.489525 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf09a1d-92dd-40e4-91f0-cfd7319edb5b req-35a65bd4-0e30-4e37-8528-ba85e7d9ca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:14.491064 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-5bf09a1d-92dd-40e4-91f0-cfd7319edb5b req-35a65bd4-0e30-4e37-8528-ba85e7d9ca8a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1448112 Jun 28 12:29:14.593728 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3fba517a-5e4d-4f60-8143-87150dfed1b8 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731641'] for security_group_rule, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:14.594387 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb683cf-eb9c-46b7-9021-f13dac7ee269 req-a50dff2d-6f55-48d8-8365-e5503e6ae920 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:14.601118 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-16dfced6-e927-4f5b-adbb-f2ce6f217983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'name': 'tempest-AttachVolumeTestJSON-1378796990-router', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:02Z', 'updated_at': '2021-06-28T12:29:09Z', 'revision_number': 4, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'gw_port': {'id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:dd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '0e3134a8-b62b-4746-b794-3181092f9313', 'name': '', 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'mac_address': 'fa:16:3e:f3:fb:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:08Z', 'updated_at': '2021-06-28T12:29:13Z', 'revision_number': 4, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'subnets': [{'id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:14.601707 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-fcb683cf-eb9c-46b7-9021-f13dac7ee269 req-a50dff2d-6f55-48d8-8365-e5503e6ae920 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaafbd8-fd26-4d8c-a467-16743ddba047 HTTP/1.1" status: 200 len: 946 time: 0.0917532 Jun 28 12:29:14.605765 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dfced6-e927-4f5b-adbb-f2ce6f217983 None None] The sync data for ids ['59ef1cad-a767-4060-9ad7-063cab56c2fe'] in dv-cinder-798094-1-iscsi is: [{'id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'name': 'tempest-AttachVolumeTestJSON-1378796990-router', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:02Z', 'updated_at': '2021-06-28T12:29:09Z', 'revision_number': 4, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'gw_port': {'id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:dd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '0e3134a8-b62b-4746-b794-3181092f9313', 'name': '', 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'mac_address': 'fa:16:3e:f3:fb:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:08Z', 'updated_at': '2021-06-28T12:29:13Z', 'revision_number': 4, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'subnets': [{'id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:29:14.609043 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-1c393094-cf5c-4bb5-9adc-b7b5ca4fd79b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:14.652500 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-fcb683cf-eb9c-46b7-9021-f13dac7ee269 req-83cfefcc-5d21-41d2-9f19-fc6bb1a8b3ef tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e51c609-6994-4a55-bc9e-79daa461e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492272 Jun 28 12:29:14.659352 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba517a-5e4d-4f60-8143-87150dfed1b8 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4766999-3d2c-4a0a-bcdb-7440ca9ca019,revision_number=0']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:14.660939 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-3fba517a-5e4d-4f60-8143-87150dfed1b8 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:14.672156 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-5bf09a1d-92dd-40e4-91f0-cfd7319edb5b req-cac1d115-4713-480d-874d-9e57b9d7b523 service neutron] 10.222.0.64 "GET /v2.0/networks/ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703436 Jun 28 12:29:14.776220 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3fba517a-5e4d-4f60-8143-87150dfed1b8 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:14.777459 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-3fba517a-5e4d-4f60-8143-87150dfed1b8 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6620896 Jun 28 12:29:14.780702 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 49612) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:14.786183 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-61ad2fda-87b8-4991-a4d8-622c864b8230 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Request body: {'floatingip': {'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:14.792054 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-61ad2fda-87b8-4991-a4d8-622c864b8230 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:14.797912 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-61ad2fda-87b8-4991-a4d8-622c864b8230 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Usage tracker for resource:floatingip and tenant:2ad5e7e0f4e04e7ca73089fe82192600 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:14.801218 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-61ad2fda-87b8-4991-a4d8-622c864b8230 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:14.812450 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-61ad2fda-87b8-4991-a4d8-622c864b8230 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:14.825996 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-5bf09a1d-92dd-40e4-91f0-cfd7319edb5b req-6873687b-d8d0-4239-9fdc-c0611a5ccf26 service neutron] 10.222.0.64 "GET /v2.0/networks/ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476378 Jun 28 12:29:14.895365 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-61ad2fda-87b8-4991-a4d8-622c864b8230 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for floatingip, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:15.157317 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-61ad2fda-87b8-4991-a4d8-622c864b8230 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:15.368977 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.db_base_plugin_common [None req-61ad2fda-87b8-4991-a4d8-622c864b8230 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Allocated IP 172.27.0.160 (c9286c56-74de-4de9-a16f-8e0a6aaad408/86bae704-b0f4-4850-808b-6f728b6b20f3/199389f6-a869-4809-8e51-b6aa7635e8f0) {{(pid=79149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:29:15.378205 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb8338-7113-46d8-87da-e37e64492559 req-82667c4e-e71d-4619-97a4-0ec8d551bc97 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:15.379795 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ffeb8338-7113-46d8-87da-e37e64492559 req-82667c4e-e71d-4619-97a4-0ec8d551bc97 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 945 time: 0.1664505 Jun 28 12:29:15.418502 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 0e3134a8-b62b-4746-b794-3181092f9313 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:29:15.543495 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ffeb8338-7113-46d8-87da-e37e64492559 req-5ab23565-4c1b-4c04-83cf-26a8f2416e7d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316974 Jun 28 12:29:15.598145 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning for port 0e3134a8-b62b-4746-b794-3181092f9313 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:29:15.604253 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 0e3134a8-b62b-4746-b794-3181092f9313 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:15.604834 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:15.634550 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-61ad2fda-87b8-4991-a4d8-622c864b8230 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for port, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:15.680615 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331edf18-6e36-4c83-b904-8e0528446e64 req-e306cdd1-85d8-4bf3-a2d6-56e689b7183e tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:15.682115 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-331edf18-6e36-4c83-b904-8e0528446e64 req-e306cdd1-85d8-4bf3-a2d6-56e689b7183e tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=0087681b-7b83-4d5e-b4d7-4b892242ea8d HTTP/1.1" status: 200 len: 945 time: 0.1269686 Jun 28 12:29:15.767006 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-331edf18-6e36-4c83-b904-8e0528446e64 req-31701bfd-e647-4e28-82c1-3c1addd092f7 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600462 Jun 28 12:29:15.767123 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:15.787893 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-61ad2fda-87b8-4991-a4d8-622c864b8230 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:15.797840 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-235cd91a-e379-479c-ba30-e5b22dc8654a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:15.803611 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] For port 0e3134a8-b62b-4746-b794-3181092f9313, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=0e3134a8-b62b-4746-b794-3181092f9313,segment=NetworkSegment(dfd30b91-c668-41e0-a6ce-b8ba3812dfae),segment_id=dfd30b91-c668-41e0-a6ce-b8ba3812dfae)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:15.890534 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ad2fda-87b8-4991-a4d8-622c864b8230 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Network c9286c56-74de-4de9-a16f-8e0a6aaad408 is already hosted by enough agents. {{(pid=79149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:29:15.901083 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:15.903085 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:15.903766 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.base_scheduler [None req-61ad2fda-87b8-4991-a4d8-622c864b8230 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Resources bound (agent type, host, resource id): {{(pid=79149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:29:15.906829 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ad2fda-87b8-4991-a4d8-622c864b8230 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Received port after_create {{(pid=79149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:29:15.965852 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad2fda-87b8-4991-a4d8-622c864b8230 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Pushing event updated for resources: {'Port': ['ID=199389f6-a869-4809-8e51-b6aa7635e8f0,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:15.969037 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-61ad2fda-87b8-4991-a4d8-622c864b8230 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:15.978542 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Pushing event updated for resources: {'Port': ['ID=0e3134a8-b62b-4746-b794-3181092f9313,revision_number=5']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:15.981729 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:16.017620 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7dab5-d836-4979-bca4-c43016050869 req-58109cc5-4caa-4ee1-866c-3c67a2bfc246 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:16.019052 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e1f7dab5-d836-4979-bca4-c43016050869 req-58109cc5-4caa-4ee1-866c-3c67a2bfc246 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaafbd8-fd26-4d8c-a467-16743ddba047 HTTP/1.1" status: 200 len: 946 time: 0.1880574 Jun 28 12:29:16.050757 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-61ad2fda-87b8-4991-a4d8-622c864b8230 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:16.075205 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e1f7dab5-d836-4979-bca4-c43016050869 req-64897006-29cd-4956-987c-fd26bbde6773 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e51c609-6994-4a55-bc9e-79daa461e07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491309 Jun 28 12:29:16.082761 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5d438-d940-4ffe-8876-20dc1468e1f7 req-0681786d-b46c-4693-83c3-f3190de41d8f tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:16.083552 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-fbf5d438-d940-4ffe-8876-20dc1468e1f7 req-0681786d-b46c-4693-83c3-f3190de41d8f tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Synchronizing usage tracker for tenant:b9694e09e8fe4bd9918810c5990ad233 on resource:port {{(pid=79148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:29:16.255196 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-fbf5d438-d940-4ffe-8876-20dc1468e1f7 req-0681786d-b46c-4693-83c3-f3190de41d8f tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Unset dirty status for tenant:b9694e09e8fe4bd9918810c5990ad233 on resource:port {{(pid=79148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:29:16.256346 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-fbf5d438-d940-4ffe-8876-20dc1468e1f7 req-0681786d-b46c-4693-83c3-f3190de41d8f tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.64 "GET /v2.0/ports?device_id=ceaafbd8-fd26-4d8c-a467-16743ddba047 HTTP/1.1" status: 200 len: 946 time: 0.2535074 Jun 28 12:29:16.259324 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-61ad2fda-87b8-4991-a4d8-622c864b8230 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:16.332681 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [req-fbf5d438-d940-4ffe-8876-20dc1468e1f7 req-3f95fd8a-aa07-4527-98e3-27bef6a59c2b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Deleting port f832c481-535a-4246-8094-521fcd6e8cae {{(pid=79148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:29:16.332941 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-fbf5d438-d940-4ffe-8876-20dc1468e1f7 req-3f95fd8a-aa07-4527-98e3-27bef6a59c2b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:16.426037 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:29:16.470201 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-61ad2fda-87b8-4991-a4d8-622c864b8230 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for port, precommit_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:16.563640 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-61ad2fda-87b8-4991-a4d8-622c864b8230 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528764'] for port, after_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:16.568384 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-f95628cd-2e75-45e8-a3a4-56c933ddf61f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:16.657775 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-fbf5d438-d940-4ffe-8876-20dc1468e1f7 req-3f95fd8a-aa07-4527-98e3-27bef6a59c2b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] For port f832c481-535a-4246-8094-521fcd6e8cae, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f832c481-535a-4246-8094-521fcd6e8cae,segment=NetworkSegment(51a7f3c3-7742-4caf-a3d8-65bc23407c4b),segment_id=51a7f3c3-7742-4caf-a3d8-65bc23407c4b)] {{(pid=79148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:16.658165 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-fbf5d438-d940-4ffe-8876-20dc1468e1f7 req-3f95fd8a-aa07-4527-98e3-27bef6a59c2b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:16.719159 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad2fda-87b8-4991-a4d8-622c864b8230 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Pushing event updated for resources: {'Port': ['ID=199389f6-a869-4809-8e51-b6aa7635e8f0,revision_number=2']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:16.722130 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-61ad2fda-87b8-4991-a4d8-622c864b8230 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:16.737911 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-61ad2fda-87b8-4991-a4d8-622c864b8230 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696881'] for floatingip, after_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:16.787252 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [req-fbf5d438-d940-4ffe-8876-20dc1468e1f7 req-3f95fd8a-aa07-4527-98e3-27bef6a59c2b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Calling delete_port for f832c481-535a-4246-8094-521fcd6e8cae owned by compute:nova {{(pid=79148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:29:16.788136 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d991e64-061f-4ff3-8b73-e0ad805fa665 req-bd4e78ae-2606-4d7d-802c-b589e33b4630 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:16.789618 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4d991e64-061f-4ff3-8b73-e0ad805fa665 req-bd4e78ae-2606-4d7d-802c-b589e33b4630 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 945 time: 0.1293159 Jun 28 12:29:16.839079 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4d991e64-061f-4ff3-8b73-e0ad805fa665 req-6081718b-1414-4b1a-a4f7-d655687c1581 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419364 Jun 28 12:29:16.907200 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-61ad2fda-87b8-4991-a4d8-622c864b8230 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for floatingip, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:16.916028 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-61ad2fda-87b8-4991-a4d8-622c864b8230 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1342080 Jun 28 12:29:16.958178 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf06b25-c6b2-4cb8-bf0c-48f2355fce16 req-cdc4feab-5509-48ad-a3cc-139a936605f2 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:16.963224 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-baf06b25-c6b2-4cb8-bf0c-48f2355fce16 req-cdc4feab-5509-48ad-a3cc-139a936605f2 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=0087681b-7b83-4d5e-b4d7-4b892242ea8d HTTP/1.1" status: 200 len: 945 time: 0.1098342 Jun 28 12:29:17.011753 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-baf06b25-c6b2-4cb8-bf0c-48f2355fce16 req-f8d16716-3e16-4016-a686-07ae7d9faa32 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441298 Jun 28 12:29:17.092130 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-a857f390-1437-49be-bb67-5e4d720acc7f tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Synchronizing usage tracker for tenant:2ad5e7e0f4e04e7ca73089fe82192600 on resource:security_group {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:29:17.153398 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-fbf5d438-d940-4ffe-8876-20dc1468e1f7 req-3f95fd8a-aa07-4527-98e3-27bef6a59c2b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:17.160681 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-23cdde08-b4f5-429b-8f37-c19629540967 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:17.191636 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['f832c481-535a-4246-8094-521fcd6e8cae'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:29:17.214934 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f95fd8a-aa07-4527-98e3-27bef6a59c2b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Pushing event deleted for resources: {'Port': ['ID=f832c481-535a-4246-8094-521fcd6e8cae,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:17.218489 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-3f95fd8a-aa07-4527-98e3-27bef6a59c2b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:17.224118 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 4114eaad-f578-4bf1-ae55-872b59876a3b no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:29:17.224770 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0536d058-c96c-453c-ac5f-112588f9ed10 req-2eb16dda-4687-4239-9f32-ad1a1257105b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaafbd8-fd26-4d8c-a467-16743ddba047 HTTP/1.1" status: 200 len: 210 time: 0.0440271 Jun 28 12:29:17.295516 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf5d438-d940-4ffe-8876-20dc1468e1f7 req-3f95fd8a-aa07-4527-98e3-27bef6a59c2b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] No DVR routers for this DVR port f832c481-535a-4246-8094-521fcd6e8cae on host hv-cinder-79809 {{(pid=79148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:29:17.297901 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-fbf5d438-d940-4ffe-8876-20dc1468e1f7 req-3f95fd8a-aa07-4527-98e3-27bef6a59c2b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:17.300528 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceaafbd8-fd26-4d8c-a467-16743ddba047', 'name': 'network-vif-deleted', 'tag': 'f832c481-535a-4246-8094-521fcd6e8cae'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:29:17.301246 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-a857f390-1437-49be-bb67-5e4d720acc7f tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Unset dirty status for tenant:2ad5e7e0f4e04e7ca73089fe82192600 on resource:security_group {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:29:17.302906 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-a857f390-1437-49be-bb67-5e4d720acc7f tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--11490190&fields=id&tenant_id=2ad5e7e0f4e04e7ca73089fe82192600 HTTP/1.1" status: 200 len: 267 time: 0.2542741 Jun 28 12:29:17.346038 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:17.357166 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceaafbd8-fd26-4d8c-a467-16743ddba047', 'name': 'network-vif-deleted', 'tag': 'f832c481-535a-4246-8094-521fcd6e8cae', 'status': 'completed', 'code': 200} Jun 28 12:29:17.375562 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4485b18-118c-4640-8214-4df2eb02fd3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4114eaad-f578-4bf1-ae55-872b59876a3b'}] {{(pid=79150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:29:17.383877 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 0e3134a8-b62b-4746-b794-3181092f9313 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:29:17.425350 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 4114eaad-f578-4bf1-ae55-872b59876a3b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=4114eaad-f578-4bf1-ae55-872b59876a3b,segment=NetworkSegment(23364f25-0914-45c3-9348-f31d0dbc7405),segment_id=23364f25-0914-45c3-9348-f31d0dbc7405)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:17.427207 dv-cinder-798094-1-iscsi neutron-server[79150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4485b18-118c-4640-8214-4df2eb02fd3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4114eaad-f578-4bf1-ae55-872b59876a3b', 'code': 200} Jun 28 12:29:17.450838 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-fbf5d438-d940-4ffe-8876-20dc1468e1f7 req-3f95fd8a-aa07-4527-98e3-27bef6a59c2b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.64 "DELETE /v2.0/ports/f832c481-535a-4246-8094-521fcd6e8cae HTTP/1.1" status: 204 len: 173 time: 1.1860723 Jun 28 12:29:17.467039 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 0e3134a8-b62b-4746-b794-3181092f9313 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:17.467419 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:17.565095 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98987d54-5f73-4ac0-a050-85a5092ed00f req-889e53a8-2ac9-48c5-9491-58874f47453c tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:17.565838 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-98987d54-5f73-4ac0-a050-85a5092ed00f req-889e53a8-2ac9-48c5-9491-58874f47453c tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Synchronizing usage tracker for tenant:36f653daa91445fdab2af86df2ffcada on resource:port {{(pid=79148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:29:17.598302 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-ec6e00ac-8061-49f9-b464-a487aa85e60c tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:17.599011 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-ec6e00ac-8061-49f9-b464-a487aa85e60c tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Synchronizing usage tracker for tenant:2ad5e7e0f4e04e7ca73089fe82192600 on resource:network {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:29:17.609474 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:17.611114 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:17.675883 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=4114eaad-f578-4bf1-ae55-872b59876a3b,revision_number=8']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:17.678751 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:17.712898 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-98987d54-5f73-4ac0-a050-85a5092ed00f req-889e53a8-2ac9-48c5-9491-58874f47453c tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Unset dirty status for tenant:36f653daa91445fdab2af86df2ffcada on resource:port {{(pid=79148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:29:17.714022 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-98987d54-5f73-4ac0-a050-85a5092ed00f req-889e53a8-2ac9-48c5-9491-58874f47453c tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.64 "GET /v2.0/ports?device_id=0087681b-7b83-4d5e-b4d7-4b892242ea8d HTTP/1.1" status: 200 len: 945 time: 0.2307575 Jun 28 12:29:17.729532 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-ec6e00ac-8061-49f9-b464-a487aa85e60c tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Unset dirty status for tenant:2ad5e7e0f4e04e7ca73089fe82192600 on resource:network {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:29:17.730666 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-ec6e00ac-8061-49f9-b464-a487aa85e60c tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/networks?id=85f9191a-de6b-428c-8880-77a90cc8bb8e HTTP/1.1" status: 200 len: 811 time: 0.4181676 Jun 28 12:29:17.746645 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-866e4329-b16c-4f97-99be-0073cd4d9177 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/quotas/2ad5e7e0f4e04e7ca73089fe82192600 HTTP/1.1" status: 200 len: 375 time: 0.0101945 Jun 28 12:29:17.817388 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [req-98987d54-5f73-4ac0-a050-85a5092ed00f req-a91fc055-29fe-4faa-9def-8c6bb185328b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Deleting port 7839b2ec-0100-493b-8301-6814d9296c7e {{(pid=79148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:29:17.817695 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-98987d54-5f73-4ac0-a050-85a5092ed00f req-a91fc055-29fe-4faa-9def-8c6bb185328b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:17.839137 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-ceaf93cd-c7b5-4388-bcd1-e07eff321592 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Synchronizing usage tracker for tenant:2ad5e7e0f4e04e7ca73089fe82192600 on resource:port {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:29:17.918232 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-ceaf93cd-c7b5-4388-bcd1-e07eff321592 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Unset dirty status for tenant:2ad5e7e0f4e04e7ca73089fe82192600 on resource:port {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:29:17.919590 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-ceaf93cd-c7b5-4388-bcd1-e07eff321592 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ad5e7e0f4e04e7ca73089fe82192600&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1668952 Jun 28 12:29:18.106078 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-98987d54-5f73-4ac0-a050-85a5092ed00f req-a91fc055-29fe-4faa-9def-8c6bb185328b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] For port 7839b2ec-0100-493b-8301-6814d9296c7e, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=7839b2ec-0100-493b-8301-6814d9296c7e,segment=NetworkSegment(ab8b06c2-e425-45b6-bf41-f136c4198aee),segment_id=ab8b06c2-e425-45b6-bf41-f136c4198aee)] {{(pid=79148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:18.106422 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-98987d54-5f73-4ac0-a050-85a5092ed00f req-a91fc055-29fe-4faa-9def-8c6bb185328b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:18.126367 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-934e9015-7ba0-4197-a007-697812f02e85 service neutron] 10.222.0.24 "GET /v2.0/networks/85f9191a-de6b-428c-8880-77a90cc8bb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913319 Jun 28 12:29:18.186941 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a61b8-8773-4040-a409-2c794793024d req-a6293b14-92bc-454a-a446-761ca9cff6eb tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:18.188417 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-656a61b8-8773-4040-a409-2c794793024d req-a6293b14-92bc-454a-a446-761ca9cff6eb tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 943 time: 0.1584544 Jun 28 12:29:18.233168 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [req-98987d54-5f73-4ac0-a050-85a5092ed00f req-a91fc055-29fe-4faa-9def-8c6bb185328b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Calling delete_port for 7839b2ec-0100-493b-8301-6814d9296c7e owned by compute:nova {{(pid=79148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:29:18.299926 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-656a61b8-8773-4040-a409-2c794793024d req-bf813033-ba21-47ef-a130-50240ba25f01 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695856 Jun 28 12:29:18.305597 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-f4f6445c-956e-4b02-a09a-d7b9d5c9551d service neutron] 10.222.0.24 "GET /v2.0/networks/85f9191a-de6b-428c-8880-77a90cc8bb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722972 Jun 28 12:29:18.506524 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5764184-cea5-45f7-be50-d14a578629e6 req-5e07a627-c066-4137-a5a0-9763151e4e84 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:18.507085 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-98987d54-5f73-4ac0-a050-85a5092ed00f req-a91fc055-29fe-4faa-9def-8c6bb185328b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:18.507920 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b5764184-cea5-45f7-be50-d14a578629e6 req-5e07a627-c066-4137-a5a0-9763151e4e84 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=0087681b-7b83-4d5e-b4d7-4b892242ea8d HTTP/1.1" status: 200 len: 945 time: 0.0843556 Jun 28 12:29:18.512606 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-c5bf68e4-46d3-4a65-b206-196b1a794800 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:18.543794 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['0c5423c4-773d-4c8c-bdcf-114397a68321', 'bca80908-6526-42d4-9079-65ee696727cf', '7839b2ec-0100-493b-8301-6814d9296c7e'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:29:18.556773 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b5764184-cea5-45f7-be50-d14a578629e6 req-b44bf718-5952-44c7-9f12-d89024d932b8 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429146 Jun 28 12:29:18.559095 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fc055-29fe-4faa-9def-8c6bb185328b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Pushing event deleted for resources: {'Port': ['ID=7839b2ec-0100-493b-8301-6814d9296c7e,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:18.562710 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-a91fc055-29fe-4faa-9def-8c6bb185328b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:18.666130 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [req-98987d54-5f73-4ac0-a050-85a5092ed00f req-a91fc055-29fe-4faa-9def-8c6bb185328b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] No DVR routers for this DVR port 7839b2ec-0100-493b-8301-6814d9296c7e on host hv-cinder-79809 {{(pid=79148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:29:18.670594 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-98987d54-5f73-4ac0-a050-85a5092ed00f req-a91fc055-29fe-4faa-9def-8c6bb185328b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:18.749609 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a62d49a5-0f30-4b41-ad38-c0a783b3b0d6 req-cb96499d-feb7-4d4d-ae39-b9343fcca9b0 tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] 10.222.0.24 "GET /v2.0/ports?device_id=ceaafbd8-fd26-4d8c-a467-16743ddba047 HTTP/1.1" status: 200 len: 210 time: 0.0555861 Jun 28 12:29:18.787344 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-98987d54-5f73-4ac0-a050-85a5092ed00f req-a91fc055-29fe-4faa-9def-8c6bb185328b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.64 "DELETE /v2.0/ports/7839b2ec-0100-493b-8301-6814d9296c7e HTTP/1.1" status: 204 len: 173 time: 1.0497696 Jun 28 12:29:18.870675 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-53bf1f2b-7735-4b85-a769-19dab6276133 req-b876ce1f-8913-40b9-9256-c8300b8e6521 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 210 time: 0.0555289 Jun 28 12:29:19.240033 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device f832c481-535a-4246-8094-521fcd6e8cae no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:29:19.273905 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] No Port match for: f832c481-535a-4246-8094-521fcd6e8cae {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:29:19.274255 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device f832c481-535a-4246-8094-521fcd6e8cae not bound to the agent host hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:29:19.274685 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 7839b2ec-0100-493b-8301-6814d9296c7e no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:29:19.310238 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] No Port match for: 7839b2ec-0100-493b-8301-6814d9296c7e {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:29:19.314385 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 7839b2ec-0100-493b-8301-6814d9296c7e not bound to the agent host hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:29:19.357970 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0087681b-7b83-4d5e-b4d7-4b892242ea8d', 'name': 'network-vif-deleted', 'tag': '7839b2ec-0100-493b-8301-6814d9296c7e'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:29:19.401671 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0087681b-7b83-4d5e-b4d7-4b892242ea8d', 'name': 'network-vif-deleted', 'tag': '7839b2ec-0100-493b-8301-6814d9296c7e', 'status': 'completed', 'code': 200} Jun 28 12:29:19.743267 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-44a09509-cea2-4243-9a2e-5cf9f2b78d01 req-e51f9605-c7df-4dc3-9685-deae3778e1bb tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=0087681b-7b83-4d5e-b4d7-4b892242ea8d HTTP/1.1" status: 200 len: 210 time: 0.0427053 Jun 28 12:29:19.977934 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0a821c68-716e-4b1b-92da-5d80e4bbe90b req-82fe503b-88c8-47ab-97ea-639cb497df18 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 210 time: 0.0430429 Jun 28 12:29:20.666628 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838022de-5a23-49ef-a0ae-0954b3485ac4 req-5373ad50-c28f-4a10-984f-bdcf8747135c tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:20.668893 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-838022de-5a23-49ef-a0ae-0954b3485ac4 req-5373ad50-c28f-4a10-984f-bdcf8747135c tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 943 time: 0.0900359 Jun 28 12:29:20.723589 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-838022de-5a23-49ef-a0ae-0954b3485ac4 req-a5f8fbcf-02c9-4c4c-9778-8afd5c6cb683 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481491 Jun 28 12:29:21.124765 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c92dd5b7-734f-400f-892c-0943a99d709c req-d49f5432-f663-46db-8dd0-de83965fe6c1 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 210 time: 0.0428317 Jun 28 12:29:21.249280 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 49734) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:21.369427 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6cd03472-edbc-40ea-8474-a0cc48fff2b4 req-9730b9ea-c891-4e1b-97a0-983eebbcd018 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1187413 Jun 28 12:29:21.599949 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-7ad17d25-b41b-4ba4-b30a-b77ee52b8ec9 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:21.601500 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-7ad17d25-b41b-4ba4-b30a-b77ee52b8ec9 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.64 "GET /v2.0/networks?id=85f9191a-de6b-428c-8880-77a90cc8bb8e HTTP/1.1" status: 200 len: 811 time: 0.1665239 Jun 28 12:29:21.656745 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-986285c9-b406-4e54-9e42-88e1097a73f9 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ad5e7e0f4e04e7ca73089fe82192600 HTTP/1.1" status: 200 len: 378 time: 0.0403981 Jun 28 12:29:21.666661 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-da9a02a9-1449-4cfc-af75-1743fcd11905 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Request body: {'port': {'device_id': '61de88e1-a28a-4177-a8f7-ab6f2f7ffed6', 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e', 'admin_state_up': True, 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'security_groups': ['5d9461e2-2f34-4966-9ede-e786849a88fe']}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:21.692494 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8d6d6-78d7-44c9-b7a3-0468f1fee8d4 req-206f3aeb-44a7-43c5-b442-5213d1650eae tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:21.694082 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a4e8d6d6-78d7-44c9-b7a3-0468f1fee8d4 req-206f3aeb-44a7-43c5-b442-5213d1650eae tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=821bedb2-3bda-4ed5-88e0-10e8b52020de HTTP/1.1" status: 200 len: 946 time: 0.0809753 Jun 28 12:29:21.813086 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a4e8d6d6-78d7-44c9-b7a3-0468f1fee8d4 req-3f9e1dfc-6e49-47bd-8ce0-8c15b2bb9d95 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080360 Jun 28 12:29:21.892629 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-da9a02a9-1449-4cfc-af75-1743fcd11905 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:21.911668 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-da9a02a9-1449-4cfc-af75-1743fcd11905 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:21.982954 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ace86e-c7fc-47e9-9952-80e677a570cd req-89b16479-c00d-4e95-a67c-53b61d984886 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:21.984756 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-89ace86e-c7fc-47e9-9952-80e677a570cd req-89b16479-c00d-4e95-a67c-53b61d984886 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 943 time: 0.1350179 Jun 28 12:29:21.998163 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-da9a02a9-1449-4cfc-af75-1743fcd11905 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Made reservation on behalf of 2ad5e7e0f4e04e7ca73089fe82192600 for: {'port': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:29:22.002022 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-da9a02a9-1449-4cfc-af75-1743fcd11905 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:22.042124 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-89ace86e-c7fc-47e9-9952-80e677a570cd req-6a575a2d-38b2-4bb7-8d34-b8012dffec75 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500302 Jun 28 12:29:22.165507 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-da9a02a9-1449-4cfc-af75-1743fcd11905 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Allocated IP 172.20.0.3 (85f9191a-de6b-428c-8880-77a90cc8bb8e/11742b8b-e4b9-4a4b-87d5-497ec56e1d1d/7b0e8357-a33b-4ebc-8992-006ea2cce949) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:29:22.276525 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9f63775a-072c-43f9-97f2-37d6dfec6848 req-1974810f-309a-4264-8b22-0f4a1229cb8e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 210 time: 0.0420504 Jun 28 12:29:22.359345 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-da9a02a9-1449-4cfc-af75-1743fcd11905 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:22.374809 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.provisioning_blocks [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-da9a02a9-1449-4cfc-af75-1743fcd11905 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Transition to ACTIVE for port object 7b0e8357-a33b-4ebc-8992-006ea2cce949 will not be triggered until provisioned by entity DHCP. {{(pid=79148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:29:22.478550 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-da9a02a9-1449-4cfc-af75-1743fcd11905 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:22.483887 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-c4920512-a668-4c3d-9e72-2ec05a3b4f64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:22.549158 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-da9a02a9-1449-4cfc-af75-1743fcd11905 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Network 85f9191a-de6b-428c-8880-77a90cc8bb8e is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:29:22.552112 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-da9a02a9-1449-4cfc-af75-1743fcd11905 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:29:22.555865 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-da9a02a9-1449-4cfc-af75-1743fcd11905 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:29:22.586915 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a02a9-1449-4cfc-af75-1743fcd11905 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Pushing event updated for resources: {'Port': ['ID=7b0e8357-a33b-4ebc-8992-006ea2cce949,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:22.607296 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-da9a02a9-1449-4cfc-af75-1743fcd11905 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:22.626637 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-da9a02a9-1449-4cfc-af75-1743fcd11905 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:22.627281 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-da9a02a9-1449-4cfc-af75-1743fcd11905 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:22.753216 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-da9a02a9-1449-4cfc-af75-1743fcd11905 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0900240 Jun 28 12:29:22.878163 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-e5087d59-d014-438d-b890-c3206f245146 None None] Provisioning for port 7b0e8357-a33b-4ebc-8992-006ea2cce949 completed by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:29:22.883663 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-e5087d59-d014-438d-b890-c3206f245146 None None] Provisioning complete for port 7b0e8357-a33b-4ebc-8992-006ea2cce949 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:22.884036 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-e5087d59-d014-438d-b890-c3206f245146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:22.939420 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-e5087d59-d014-438d-b890-c3206f245146 None None] Port 7b0e8357-a33b-4ebc-8992-006ea2cce949 cannot update to ACTIVE because it is not bound. {{(pid=79150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:29:22.994588 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f1fe4-0729-4a0d-8889-88ae23d9cc4b req-aba3768f-754f-450e-b322-a920539c1a3c tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:22.996693 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-017f1fe4-0729-4a0d-8889-88ae23d9cc4b req-aba3768f-754f-450e-b322-a920539c1a3c tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=821bedb2-3bda-4ed5-88e0-10e8b52020de HTTP/1.1" status: 200 len: 946 time: 0.0844526 Jun 28 12:29:23.040982 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-017f1fe4-0729-4a0d-8889-88ae23d9cc4b req-8ddc300c-0816-4ad7-a72e-8883a7b676f5 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384960 Jun 28 12:29:23.232213 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5aed44-a887-481a-b318-4a27747f2e55 req-edbe8dd8-d2ef-4111-879a-1bfb8773d102 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:23.233642 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7b5aed44-a887-481a-b318-4a27747f2e55 req-edbe8dd8-d2ef-4111-879a-1bfb8773d102 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 943 time: 0.0830209 Jun 28 12:29:23.280177 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7b5aed44-a887-481a-b318-4a27747f2e55 req-50694e33-838c-455e-9bcc-120ca6cc0f67 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408590 Jun 28 12:29:23.460666 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f9e6a-4603-488e-bcd5-3ae3f10d7ab1 req-bd590b96-ed34-428a-91ce-c10c88e3ec83 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:23.462354 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5f3f9e6a-4603-488e-bcd5-3ae3f10d7ab1 req-bd590b96-ed34-428a-91ce-c10c88e3ec83 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 931 time: 0.0782087 Jun 28 12:29:23.506529 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5f3f9e6a-4603-488e-bcd5-3ae3f10d7ab1 req-9200b75d-28b6-4300-b3c7-6ae2da23e041 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379632 Jun 28 12:29:24.324473 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bb59b-272f-490d-9d87-cce6f44e27b6 req-1fe7d0d0-663f-41d5-afd0-d9063182a73d tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:24.325947 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0c7bb59b-272f-490d-9d87-cce6f44e27b6 req-1fe7d0d0-663f-41d5-afd0-d9063182a73d tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=821bedb2-3bda-4ed5-88e0-10e8b52020de HTTP/1.1" status: 200 len: 946 time: 0.1733117 Jun 28 12:29:24.372162 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0c7bb59b-272f-490d-9d87-cce6f44e27b6 req-336f6af2-d843-453e-8719-29f8888c1ac1 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404131 Jun 28 12:29:24.468074 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb7e37-95ff-46d1-8dd2-a75616721d64 req-de25d6f7-ea48-46c3-8ac1-916654592619 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:24.469505 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e7cb7e37-95ff-46d1-8dd2-a75616721d64 req-de25d6f7-ea48-46c3-8ac1-916654592619 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 943 time: 0.0791421 Jun 28 12:29:24.516278 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e7cb7e37-95ff-46d1-8dd2-a75616721d64 req-d66166bf-2b68-4f9c-be43-44f178a8e640 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409276 Jun 28 12:29:24.688005 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4653dec-f3d4-4ed3-b6bb-dfd23487d3f3 req-d536ae76-551c-4e9f-bcfa-e4cc85ee2aba tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:24.689510 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b4653dec-f3d4-4ed3-b6bb-dfd23487d3f3 req-d536ae76-551c-4e9f-bcfa-e4cc85ee2aba tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 931 time: 0.0799201 Jun 28 12:29:24.734881 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b4653dec-f3d4-4ed3-b6bb-dfd23487d3f3 req-4f24d0b0-00a4-478f-8421-e7b99a9e23df tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394571 Jun 28 12:29:24.985354 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-4df048d3-4ff3-4a06-88ac-ece469319e1d service neutron] Request body: {'port': {'device_id': '61de88e1-a28a-4177-a8f7-ab6f2f7ffed6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:25.090267 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:25.098456 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-4df048d3-4ff3-4a06-88ac-ece469319e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:25.440383 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-4df048d3-4ff3-4a06-88ac-ece469319e1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b0e8357-a33b-4ebc-8992-006ea2cce949 {{(pid=79148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:29:25.448128 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-4df048d3-4ff3-4a06-88ac-ece469319e1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:25.464064 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.provisioning_blocks [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-4df048d3-4ff3-4a06-88ac-ece469319e1d service neutron] Transition to ACTIVE for port object 7b0e8357-a33b-4ebc-8992-006ea2cce949 will not be triggered until provisioned by entity L2. {{(pid=79148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:29:25.552710 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-4df048d3-4ff3-4a06-88ac-ece469319e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:25.557903 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-96432e14-b5f2-441a-ba55-d968803beef9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:25.567941 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd245a7-10b6-4e25-bb43-5909668a3df2 req-5d035a53-e807-4d24-92de-f650d76e2664 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:25.569704 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-fbd245a7-10b6-4e25-bb43-5909668a3df2 req-5d035a53-e807-4d24-92de-f650d76e2664 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=821bedb2-3bda-4ed5-88e0-10e8b52020de HTTP/1.1" status: 200 len: 946 time: 0.0863283 Jun 28 12:29:25.658761 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-fbd245a7-10b6-4e25-bb43-5909668a3df2 req-66a1df30-8065-4b5e-8e3d-8d6640dbc7da tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819628 Jun 28 12:29:25.773485 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df048d3-4ff3-4a06-88ac-ece469319e1d service neutron] Pushing event updated for resources: {'Port': ['ID=7b0e8357-a33b-4ebc-8992-006ea2cce949,revision_number=2']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:25.780733 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-4df048d3-4ff3-4a06-88ac-ece469319e1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:25.800996 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec494d28-125f-4e1f-bffb-0448159918a2 req-d6864cd1-2154-4f9f-a5c4-96ba14d562f2 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:25.803451 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ec494d28-125f-4e1f-bffb-0448159918a2 req-d6864cd1-2154-4f9f-a5c4-96ba14d562f2 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 943 time: 0.1094515 Jun 28 12:29:25.823515 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-4df048d3-4ff3-4a06-88ac-ece469319e1d service neutron] Attempting to bind port 7b0e8357-a33b-4ebc-8992-006ea2cce949 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:29:25.824311 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-4df048d3-4ff3-4a06-88ac-ece469319e1d service neutron] Attempting to bind port 7b0e8357-a33b-4ebc-8992-006ea2cce949 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'dfd30b91-c668-41e0-a6ce-b8ba3812dfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e'}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:29:25.824683 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-4df048d3-4ff3-4a06-88ac-ece469319e1d service neutron] Attempting to bind port 7b0e8357-a33b-4ebc-8992-006ea2cce949 on network 85f9191a-de6b-428c-8880-77a90cc8bb8e {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:29:25.829971 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-4df048d3-4ff3-4a06-88ac-ece469319e1d service neutron] Port 7b0e8357-a33b-4ebc-8992-006ea2cce949 on network 85f9191a-de6b-428c-8880-77a90cc8bb8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:29:25.829971 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-4df048d3-4ff3-4a06-88ac-ece469319e1d service neutron] Attempting to bind port 7b0e8357-a33b-4ebc-8992-006ea2cce949 on network 85f9191a-de6b-428c-8880-77a90cc8bb8e {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:29:25.855663 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ec494d28-125f-4e1f-bffb-0448159918a2 req-1814b190-ff89-4083-a944-288d5f3f89b3 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465481 Jun 28 12:29:25.872358 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-4df048d3-4ff3-4a06-88ac-ece469319e1d service neutron] Checking agent: {'id': '406cf176-031c-46fa-bfd0-dd20e5845d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'started_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:29:25.872628 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-4df048d3-4ff3-4a06-88ac-ece469319e1d service neutron] Checking segment: {'id': 'dfd30b91-c668-41e0-a6ce-b8ba3812dfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:29:25.873079 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-4df048d3-4ff3-4a06-88ac-ece469319e1d service neutron] Bound using segment: {'id': 'dfd30b91-c668-41e0-a6ce-b8ba3812dfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e'} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:29:25.873532 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-4df048d3-4ff3-4a06-88ac-ece469319e1d service neutron] Bound port: 7b0e8357-a33b-4ebc-8992-006ea2cce949, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd30b91-c668-41e0-a6ce-b8ba3812dfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e'}}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:29:25.873867 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-4df048d3-4ff3-4a06-88ac-ece469319e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:25.971433 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a02bf8-0df5-431c-9669-3e9bd25c0d33 req-3019d08d-f94b-4d3b-adcf-195c2979dedb tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:25.978383 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f4a02bf8-0df5-431c-9669-3e9bd25c0d33 req-3019d08d-f94b-4d3b-adcf-195c2979dedb tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 943 time: 0.1142263 Jun 28 12:29:26.005479 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9185d74-0578-4a88-a6b4-5bca522ca11f req-f6f5dec1-ccd8-45e6-a895-ef8f6dcafceb tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:26.007694 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-e9185d74-0578-4a88-a6b4-5bca522ca11f req-f6f5dec1-ccd8-45e6-a895-ef8f6dcafceb tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Synchronizing usage tracker for tenant:36f653daa91445fdab2af86df2ffcada on resource:port {{(pid=79148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:29:26.019304 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-4df048d3-4ff3-4a06-88ac-ece469319e1d service neutron] For port 7b0e8357-a33b-4ebc-8992-006ea2cce949, host hv-cinder-79809, cleared binding levels {{(pid=79148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:29:26.026520 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-4df048d3-4ff3-4a06-88ac-ece469319e1d service neutron] For port 7b0e8357-a33b-4ebc-8992-006ea2cce949, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=7b0e8357-a33b-4ebc-8992-006ea2cce949,segment=NetworkSegment(dfd30b91-c668-41e0-a6ce-b8ba3812dfae),segment_id=dfd30b91-c668-41e0-a6ce-b8ba3812dfae)] {{(pid=79148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:29:26.043492 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f4a02bf8-0df5-431c-9669-3e9bd25c0d33 req-6b12400d-5e7d-4005-8a7a-27bbfeee90e2 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640008 Jun 28 12:29:26.114000 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-689f4c35-aca0-40b0-9745-ab57beb89346 req-555c5748-b68e-4864-8167-f7ca8c9a3faa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821538 Jun 28 12:29:26.199585 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-4df048d3-4ff3-4a06-88ac-ece469319e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:26.203530 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-f0460419-1377-41b5-bbc8-32ada00aa41b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:26.249014 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-e9185d74-0578-4a88-a6b4-5bca522ca11f req-f6f5dec1-ccd8-45e6-a895-ef8f6dcafceb tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Unset dirty status for tenant:36f653daa91445fdab2af86df2ffcada on resource:port {{(pid=79148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:29:26.250428 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-e9185d74-0578-4a88-a6b4-5bca522ca11f req-f6f5dec1-ccd8-45e6-a895-ef8f6dcafceb tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.64 "GET /v2.0/ports?device_id=821bedb2-3bda-4ed5-88e0-10e8b52020de HTTP/1.1" status: 200 len: 946 time: 0.4168849 Jun 28 12:29:26.274332 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-4df048d3-4ff3-4a06-88ac-ece469319e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:26.274972 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-4df048d3-4ff3-4a06-88ac-ece469319e1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:26.276734 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-4df048d3-4ff3-4a06-88ac-ece469319e1d service neutron] 10.222.0.64 "PUT /v2.0/ports/7b0e8357-a33b-4ebc-8992-006ea2cce949 HTTP/1.1" status: 200 len: 1093 time: 1.2956860 Jun 28 12:29:26.299057 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f4c35-aca0-40b0-9745-ab57beb89346 req-c944f1fa-ceb6-4c9a-8c15-348905a189eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:26.303346 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-689f4c35-aca0-40b0-9745-ab57beb89346 req-c944f1fa-ceb6-4c9a-8c15-348905a189eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=36f653daa91445fdab2af86df2ffcada&device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 1098 time: 0.1047111 Jun 28 12:29:26.315784 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61de88e1-a28a-4177-a8f7-ab6f2f7ffed6', 'tag': '7b0e8357-a33b-4ebc-8992-006ea2cce949'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:29:26.352732 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df048d3-4ff3-4a06-88ac-ece469319e1d service neutron] Pushing event updated for resources: {'Port': ['ID=7b0e8357-a33b-4ebc-8992-006ea2cce949,revision_number=3']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:26.357208 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-4df048d3-4ff3-4a06-88ac-ece469319e1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:26.382091 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [req-e9185d74-0578-4a88-a6b4-5bca522ca11f req-0af68627-8910-4db4-af07-5ad7e23f4e6f tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Deleting port bca80908-6526-42d4-9079-65ee696727cf {{(pid=79148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:29:26.382431 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-e9185d74-0578-4a88-a6b4-5bca522ca11f req-0af68627-8910-4db4-af07-5ad7e23f4e6f tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:26.491906 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f4c35-aca0-40b0-9745-ab57beb89346 req-c2f43354-0349-4f46-82cd-f87910bff95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:26.493393 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-689f4c35-aca0-40b0-9745-ab57beb89346 req-c2f43354-0349-4f46-82cd-f87910bff95c service neutron] 10.222.0.64 "GET /v2.0/networks?id=da84cf23-6416-4615-a8fa-d64c4a064a3f HTTP/1.1" status: 200 len: 916 time: 0.1684361 Jun 28 12:29:26.502824 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61de88e1-a28a-4177-a8f7-ab6f2f7ffed6', 'tag': '7b0e8357-a33b-4ebc-8992-006ea2cce949', 'status': 'completed', 'code': 200} Jun 28 12:29:26.578129 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-689f4c35-aca0-40b0-9745-ab57beb89346 req-49a349b4-1555-4277-9cb6-ac387e1c53e4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c5423c4-773d-4c8c-bdcf-114397a68321 HTTP/1.1" status: 200 len: 217 time: 0.0765951 Jun 28 12:29:26.642051 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f4c35-aca0-40b0-9745-ab57beb89346 req-daceb178-17e1-4407-acd0-ed9cfaa36ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:26.643720 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-689f4c35-aca0-40b0-9745-ab57beb89346 req-daceb178-17e1-4407-acd0-ed9cfaa36ac7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a03ee274-938a-448e-9d48-ec3b7914912f HTTP/1.1" status: 200 len: 855 time: 0.0597875 Jun 28 12:29:26.683779 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-dd5f20fe-9f3e-411f-8d3d-e49577fb13a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:26.685254 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-dd5f20fe-9f3e-411f-8d3d-e49577fb13a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ad5e7e0f4e04e7ca73089fe82192600&device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 1096 time: 0.1816878 Jun 28 12:29:26.693122 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-689f4c35-aca0-40b0-9745-ab57beb89346 req-ae02a169-5bf7-4b08-a3df-3627d95be0af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da84cf23-6416-4615-a8fa-d64c4a064a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410311 Jun 28 12:29:26.815976 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-273f99ba-275d-4177-a43e-db343b17a681 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b0e8357-a33b-4ebc-8992-006ea2cce949 HTTP/1.1" status: 200 len: 217 time: 0.0794687 Jun 28 12:29:26.932987 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-e9185d74-0578-4a88-a6b4-5bca522ca11f req-0af68627-8910-4db4-af07-5ad7e23f4e6f tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] For port bca80908-6526-42d4-9079-65ee696727cf, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=bca80908-6526-42d4-9079-65ee696727cf,segment=NetworkSegment(ab8b06c2-e425-45b6-bf41-f136c4198aee),segment_id=ab8b06c2-e425-45b6-bf41-f136c4198aee)] {{(pid=79148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:26.937882 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-e9185d74-0578-4a88-a6b4-5bca522ca11f req-0af68627-8910-4db4-af07-5ad7e23f4e6f tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:26.981986 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f0f53-840d-4df8-a778-aa95e264366c req-97d43a1e-2291-4634-ae29-f02344d8d342 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:26.983501 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-875f0f53-840d-4df8-a778-aa95e264366c req-97d43a1e-2291-4634-ae29-f02344d8d342 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=821bedb2-3bda-4ed5-88e0-10e8b52020de HTTP/1.1" status: 200 len: 946 time: 0.1754017 Jun 28 12:29:26.985580 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-689f4c35-aca0-40b0-9745-ab57beb89346 req-80deab48-a2a9-401b-8522-72bf4635d794 service neutron] 10.222.0.64 "GET /v2.0/networks/da84cf23-6416-4615-a8fa-d64c4a064a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814693 Jun 28 12:29:27.079530 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-a4959e78-b355-429f-87a4-372bf6e8cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:27.081656 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-a4959e78-b355-429f-87a4-372bf6e8cd69 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=11742b8b-e4b9-4a4b-87d5-497ec56e1d1d HTTP/1.1" status: 200 len: 850 time: 0.2565958 Jun 28 12:29:27.149290 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [req-e9185d74-0578-4a88-a6b4-5bca522ca11f req-0af68627-8910-4db4-af07-5ad7e23f4e6f tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Calling delete_port for bca80908-6526-42d4-9079-65ee696727cf owned by compute:nova {{(pid=79148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:29:27.192031 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-875f0f53-840d-4df8-a778-aa95e264366c req-ddf9fe97-92c1-4a0d-be4a-c0129a53de33 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012105 Jun 28 12:29:27.321175 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e80333-acde-4ba7-bfbe-7d97b616dc15 req-19f996a8-537f-46e2-8835-75d116c58883 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:27.326287 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-60e80333-acde-4ba7-bfbe-7d97b616dc15 req-19f996a8-537f-46e2-8835-75d116c58883 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 943 time: 0.2530603 Jun 28 12:29:27.445021 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-689f4c35-aca0-40b0-9745-ab57beb89346 req-d66fb2b1-af27-4f6f-8440-d98d707ccca7 service neutron] 10.222.0.64 "GET /v2.0/networks/da84cf23-6416-4615-a8fa-d64c4a064a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238551 Jun 28 12:29:27.459905 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-60e80333-acde-4ba7-bfbe-7d97b616dc15 req-61d657d8-f516-4745-b9c0-0e01406733e2 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237714 Jun 28 12:29:27.464616 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-54d6fd1a-cd46-4a19-97cb-9d4ea8c612c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:27.468927 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-54d6fd1a-cd46-4a19-97cb-9d4ea8c612c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85f9191a-de6b-428c-8880-77a90cc8bb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2844994 Jun 28 12:29:27.606358 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-e9185d74-0578-4a88-a6b4-5bca522ca11f req-0af68627-8910-4db4-af07-5ad7e23f4e6f tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:27.620677 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-a91fc055-29fe-4faa-9def-8c6bb185328b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:27.643394 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['0c5423c4-773d-4c8c-bdcf-114397a68321', 'bca80908-6526-42d4-9079-65ee696727cf'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:29:27.676941 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706223d2-ed46-414b-b716-48cbe6f7b80a req-13a41f1a-ef77-4503-a85d-faf4d805ae8b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:27.685278 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-706223d2-ed46-414b-b716-48cbe6f7b80a req-13a41f1a-ef77-4503-a85d-faf4d805ae8b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 943 time: 0.3104019 Jun 28 12:29:27.723411 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af68627-8910-4db4-af07-5ad7e23f4e6f tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Pushing event deleted for resources: {'Port': ['ID=bca80908-6526-42d4-9079-65ee696727cf,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:27.730858 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-0af68627-8910-4db4-af07-5ad7e23f4e6f tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:27.749212 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-706223d2-ed46-414b-b716-48cbe6f7b80a req-9d9ef88a-6ff1-4a41-8290-9a3b11e365dc tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630028 Jun 28 12:29:27.776775 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd03472-edbc-40ea-8474-a0cc48fff2b4 req-47150209-567c-4561-a1b3-137d9fdc2ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:27.778818 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6cd03472-edbc-40ea-8474-a0cc48fff2b4 req-47150209-567c-4561-a1b3-137d9fdc2ce8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c&tenant_id=04859a58a39e455e91103d81df922270 HTTP/1.1" status: 200 len: 1096 time: 0.2895994 Jun 28 12:29:27.865668 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9185d74-0578-4a88-a6b4-5bca522ca11f req-0af68627-8910-4db4-af07-5ad7e23f4e6f tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] No DVR routers for this DVR port bca80908-6526-42d4-9079-65ee696727cf on host hv-cinder-79809 {{(pid=79148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:29:27.877555 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-e9185d74-0578-4a88-a6b4-5bca522ca11f req-0af68627-8910-4db4-af07-5ad7e23f4e6f tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:27.927478 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-e450ffa6-311f-4064-9723-9c06250d1ae2 service neutron] 10.222.0.64 "GET /v2.0/networks/85f9191a-de6b-428c-8880-77a90cc8bb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445164 Jun 28 12:29:27.938000 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd03472-edbc-40ea-8474-a0cc48fff2b4 req-0feaf028-3a8e-453c-a847-5f3f2a4bb80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:27.944676 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6cd03472-edbc-40ea-8474-a0cc48fff2b4 req-0feaf028-3a8e-453c-a847-5f3f2a4bb80c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04859a58a39e455e91103d81df922270&device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 1096 time: 0.1254532 Jun 28 12:29:28.009411 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-e9185d74-0578-4a88-a6b4-5bca522ca11f req-0af68627-8910-4db4-af07-5ad7e23f4e6f tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.64 "DELETE /v2.0/ports/bca80908-6526-42d4-9079-65ee696727cf HTTP/1.1" status: 204 len: 173 time: 1.7531366 Jun 28 12:29:28.112662 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd03472-edbc-40ea-8474-a0cc48fff2b4 req-88484148-aa21-43d8-b48f-5933c0a8309b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:28.114247 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6cd03472-edbc-40ea-8474-a0cc48fff2b4 req-88484148-aa21-43d8-b48f-5933c0a8309b service neutron] 10.222.0.64 "GET /v2.0/networks?id=ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 HTTP/1.1" status: 200 len: 917 time: 0.1625512 Jun 28 12:29:28.125716 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-55661f40-6e65-4190-82fd-9ed4a07e718e req-6f74517d-cbca-48c9-94c2-6b9e827f3a74 service neutron] 10.222.0.64 "GET /v2.0/networks/85f9191a-de6b-428c-8880-77a90cc8bb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914437 Jun 28 12:29:28.303635 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6cd03472-edbc-40ea-8474-a0cc48fff2b4 req-ce942e1c-82cd-4f3c-9a5d-97e85ab77747 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4114eaad-f578-4bf1-ae55-872b59876a3b HTTP/1.1" status: 200 len: 998 time: 0.1429660 Jun 28 12:29:28.412274 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4c6ce13b-2228-4b13-ae99-a9767c5fb30d req-a95927cc-b6f7-4580-9e96-c5bf87c86983 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=821bedb2-3bda-4ed5-88e0-10e8b52020de HTTP/1.1" status: 200 len: 210 time: 0.0940754 Jun 28 12:29:28.432960 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd03472-edbc-40ea-8474-a0cc48fff2b4 req-14585e18-1533-4705-9aca-08ad57fdeeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:28.435057 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6cd03472-edbc-40ea-8474-a0cc48fff2b4 req-14585e18-1533-4705-9aca-08ad57fdeeef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1061743c-39d2-4e9e-96b2-fc1ad65e7f7c HTTP/1.1" status: 200 len: 855 time: 0.0756810 Jun 28 12:29:28.475140 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ac99a-7be1-4b47-8c6e-249516930cc7 req-9b7fbd3c-a581-44b6-b115-bd4a030b5d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:28.476877 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-ce4ac99a-7be1-4b47-8c6e-249516930cc7 req-9b7fbd3c-a581-44b6-b115-bd4a030b5d64 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ad5e7e0f4e04e7ca73089fe82192600&device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 1096 time: 0.1048176 Jun 28 12:29:28.509476 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821bedb2-3bda-4ed5-88e0-10e8b52020de', 'name': 'network-vif-deleted', 'tag': 'bca80908-6526-42d4-9079-65ee696727cf'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:29:28.531163 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd03472-edbc-40ea-8474-a0cc48fff2b4 req-ce472ef5-b4ed-4b34-ac81-8f79a2e214ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:28.532916 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6cd03472-edbc-40ea-8474-a0cc48fff2b4 req-ce472ef5-b4ed-4b34-ac81-8f79a2e214ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0905890 Jun 28 12:29:28.585650 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821bedb2-3bda-4ed5-88e0-10e8b52020de', 'name': 'network-vif-deleted', 'tag': 'bca80908-6526-42d4-9079-65ee696727cf', 'status': 'completed', 'code': 200} Jun 28 12:29:28.695310 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ac99a-7be1-4b47-8c6e-249516930cc7 req-38b86b49-4dfc-48a0-9b6e-4cf077794bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:28.696822 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-ce4ac99a-7be1-4b47-8c6e-249516930cc7 req-38b86b49-4dfc-48a0-9b6e-4cf077794bde service neutron] 10.222.0.64 "GET /v2.0/networks?id=85f9191a-de6b-428c-8880-77a90cc8bb8e HTTP/1.1" status: 200 len: 912 time: 0.2107253 Jun 28 12:29:28.823603 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6cd03472-edbc-40ea-8474-a0cc48fff2b4 req-add29457-5350-4539-8f5b-5a4eb4778a7a service neutron] 10.222.0.64 "GET /v2.0/networks/ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832472 Jun 28 12:29:28.869683 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-ce4ac99a-7be1-4b47-8c6e-249516930cc7 req-b0f13656-49b6-4d33-8e13-1c70ce5217f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b0e8357-a33b-4ebc-8992-006ea2cce949 HTTP/1.1" status: 200 len: 217 time: 0.1644945 Jun 28 12:29:28.946843 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ac99a-7be1-4b47-8c6e-249516930cc7 req-1d6f8f38-1b35-4e9b-ae87-1003b6b6df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:28.948392 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-ce4ac99a-7be1-4b47-8c6e-249516930cc7 req-1d6f8f38-1b35-4e9b-ae87-1003b6b6df40 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=11742b8b-e4b9-4a4b-87d5-497ec56e1d1d HTTP/1.1" status: 200 len: 850 time: 0.0702505 Jun 28 12:29:29.053626 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa58813-28b6-4288-95fe-4f4891e3ba72 req-96f4960f-f95e-48bd-a67e-6d60b7a9241e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:29.054241 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ac99a-7be1-4b47-8c6e-249516930cc7 req-de1bb0e4-b0ac-41bf-bf9e-f80a2850414d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:29.055374 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-eaa58813-28b6-4288-95fe-4f4891e3ba72 req-96f4960f-f95e-48bd-a67e-6d60b7a9241e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 943 time: 0.3466179 Jun 28 12:29:29.055736 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-ce4ac99a-7be1-4b47-8c6e-249516930cc7 req-de1bb0e4-b0ac-41bf-bf9e-f80a2850414d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85f9191a-de6b-428c-8880-77a90cc8bb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0960331 Jun 28 12:29:29.154980 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6cd03472-edbc-40ea-8474-a0cc48fff2b4 req-e9f7fee7-2102-4b9b-964f-c023f8a9d508 service neutron] 10.222.0.64 "GET /v2.0/networks/ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180442 Jun 28 12:29:29.165411 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-eaa58813-28b6-4288-95fe-4f4891e3ba72 req-f09fc94d-3fab-4da2-8a57-c1227bd52c47 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875256 Jun 28 12:29:29.200787 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8133086-dcb9-4194-9858-e576ec5aa115 req-066466ed-050f-4f2e-970e-a2e7d2dcb9cc tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:29.206054 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e8133086-dcb9-4194-9858-e576ec5aa115 req-066466ed-050f-4f2e-970e-a2e7d2dcb9cc tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 943 time: 0.3045106 Jun 28 12:29:29.262316 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e8133086-dcb9-4194-9858-e576ec5aa115 req-fe584dc3-b557-4da8-8e8a-bdcca00327c3 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553010 Jun 28 12:29:29.266986 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-ce4ac99a-7be1-4b47-8c6e-249516930cc7 req-28fa8bf3-0e9e-4657-b9e7-8d006adec1c1 service neutron] 10.222.0.64 "GET /v2.0/networks/85f9191a-de6b-428c-8880-77a90cc8bb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978238 Jun 28 12:29:29.468256 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-ce4ac99a-7be1-4b47-8c6e-249516930cc7 req-422b90e0-b463-486d-a932-155e802e5219 service neutron] 10.222.0.64 "GET /v2.0/networks/85f9191a-de6b-428c-8880-77a90cc8bb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719613 Jun 28 12:29:29.633331 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3822b660-31e7-4aab-98c7-64f75891ef41 req-6c923088-a4c0-48f5-ba2e-4f6b37f7f57c tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=821bedb2-3bda-4ed5-88e0-10e8b52020de HTTP/1.1" status: 200 len: 210 time: 0.0544879 Jun 28 12:29:30.467502 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f1ad3-7101-4c4d-aedf-6bb5f75e19ab req-f926abdb-202d-47a8-a76f-0a5cc28686f9 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:30.469096 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-370f1ad3-7101-4c4d-aedf-6bb5f75e19ab req-f926abdb-202d-47a8-a76f-0a5cc28686f9 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 943 time: 0.1537688 Jun 28 12:29:30.541795 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-370f1ad3-7101-4c4d-aedf-6bb5f75e19ab req-04d525c6-70ea-45c0-9aff-808bc201e08d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639825 Jun 28 12:29:30.557569 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d460f10-8065-475b-b375-41f17f3c0969 req-06328324-ad8f-4011-84e9-29c2edd49a08 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:30.559113 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4d460f10-8065-475b-b375-41f17f3c0969 req-06328324-ad8f-4011-84e9-29c2edd49a08 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 943 time: 0.1405220 Jun 28 12:29:30.633842 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4d460f10-8065-475b-b375-41f17f3c0969 req-451a93dd-15f4-482b-989b-de063081a545 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684259 Jun 28 12:29:30.932523 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 7b0e8357-a33b-4ebc-8992-006ea2cce949 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:29:30.949479 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device bca80908-6526-42d4-9079-65ee696727cf no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:29:31.046401 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] No Port match for: bca80908-6526-42d4-9079-65ee696727cf {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:29:31.046790 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device bca80908-6526-42d4-9079-65ee696727cf not bound to the agent host hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:29:31.223069 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 7b0e8357-a33b-4ebc-8992-006ea2cce949, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=7b0e8357-a33b-4ebc-8992-006ea2cce949,segment=NetworkSegment(dfd30b91-c668-41e0-a6ce-b8ba3812dfae),segment_id=dfd30b91-c668-41e0-a6ce-b8ba3812dfae)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:31.239250 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Returning: {'device': '7b0e8357-a33b-4ebc-8992-006ea2cce949', 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e', 'port_id': '7b0e8357-a33b-4ebc-8992-006ea2cce949', 'mac_address': 'fa:16:3e:ed:25:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:29:31.359565 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:31.395648 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b0e8357-a33b-4ebc-8992-006ea2cce949 {{(pid=79150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:29:31.438903 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 7b0e8357-a33b-4ebc-8992-006ea2cce949, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=7b0e8357-a33b-4ebc-8992-006ea2cce949,segment=NetworkSegment(dfd30b91-c668-41e0-a6ce-b8ba3812dfae),segment_id=dfd30b91-c668-41e0-a6ce-b8ba3812dfae)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:31.548238 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:31.553260 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:31.743889 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=7b0e8357-a33b-4ebc-8992-006ea2cce949,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:31.754616 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:31.873182 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['7b0e8357-a33b-4ebc-8992-006ea2cce949'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:29:32.200145 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a9b4c-7317-48e0-8250-d5212122be85 req-feb83b63-defb-4b1f-9274-c7cb490b863f tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:32.215540 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-120a9b4c-7317-48e0-8250-d5212122be85 req-feb83b63-defb-4b1f-9274-c7cb490b863f tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 943 time: 0.3323827 Jun 28 12:29:32.336236 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-120a9b4c-7317-48e0-8250-d5212122be85 req-3edaeaed-1bde-4357-b560-660411144402 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189923 Jun 28 12:29:32.372197 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e2380-8d07-4052-8029-a7125fd74fdb req-e4364dbd-99b0-43b3-8465-6bcea1ae6ed9 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:32.378021 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5b8e2380-8d07-4052-8029-a7125fd74fdb req-e4364dbd-99b0-43b3-8465-6bcea1ae6ed9 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 944 time: 0.4041741 Jun 28 12:29:32.485014 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5b8e2380-8d07-4052-8029-a7125fd74fdb req-de6baacb-8203-4eec-ab9e-8c8d9f8e8406 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0970585 Jun 28 12:29:33.963744 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c1cd6-2036-4278-8622-17ec95f8b627 req-f964fbae-d1d0-4903-9734-728d0535e599 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:33.971836 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-682c1cd6-2036-4278-8622-17ec95f8b627 req-f964fbae-d1d0-4903-9734-728d0535e599 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 943 time: 0.3892114 Jun 28 12:29:34.025744 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39fe38-cb8c-4858-b0a8-d67929ec782a req-0c4b8226-c048-43fe-92a8-38bb1f8ec871 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:34.027800 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3f39fe38-cb8c-4858-b0a8-d67929ec782a req-0c4b8226-c048-43fe-92a8-38bb1f8ec871 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 945 time: 0.2093940 Jun 28 12:29:34.100047 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-682c1cd6-2036-4278-8622-17ec95f8b627 req-7ab17b8a-d63e-4e27-9687-0aa971af9d0e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269343 Jun 28 12:29:34.146817 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3f39fe38-cb8c-4858-b0a8-d67929ec782a req-c1b50102-c01b-44e8-a24f-f807d78a7eba tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007607 Jun 28 12:29:34.426024 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acc8ab-dcde-4612-9e20-a3f26b49c9ff req-98a95389-af4f-41f0-b69d-3f2d3b204ba4 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:34.556730 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-77acc8ab-dcde-4612-9e20-a3f26b49c9ff req-98a95389-af4f-41f0-b69d-3f2d3b204ba4 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 944 time: 0.1690805 Jun 28 12:29:34.556730 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-77acc8ab-dcde-4612-9e20-a3f26b49c9ff req-cc115add-78e6-4723-8244-df8fe9c775ba tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436001 Jun 28 12:29:34.933821 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 7b0e8357-a33b-4ebc-8992-006ea2cce949 up at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:29:35.114754 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning for port 7b0e8357-a33b-4ebc-8992-006ea2cce949 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:29:35.123504 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning complete for port 7b0e8357-a33b-4ebc-8992-006ea2cce949 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:35.124274 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:35.389739 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:35.445666 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61de88e1-a28a-4177-a8f7-ab6f2f7ffed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0e8357-a33b-4ebc-8992-006ea2cce949'}] {{(pid=79150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:29:35.467078 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 7b0e8357-a33b-4ebc-8992-006ea2cce949, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=7b0e8357-a33b-4ebc-8992-006ea2cce949,segment=NetworkSegment(dfd30b91-c668-41e0-a6ce-b8ba3812dfae),segment_id=dfd30b91-c668-41e0-a6ce-b8ba3812dfae)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:35.496781 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec2426-9d07-4b5c-b242-a3d138d01789 req-2ab0e27b-36c6-41ec-9bfa-7e45d63afd2b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:35.504861 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-abec2426-9d07-4b5c-b242-a3d138d01789 req-2ab0e27b-36c6-41ec-9bfa-7e45d63afd2b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 945 time: 0.1276691 Jun 28 12:29:35.533549 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46bf23-0c0d-4646-86b4-6c7718e77c19 req-135686c3-75e0-43ba-95b1-3163952aa96e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:35.540685 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6e46bf23-0c0d-4646-86b4-6c7718e77c19 req-135686c3-75e0-43ba-95b1-3163952aa96e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 943 time: 0.2260966 Jun 28 12:29:35.569972 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:35.571861 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:35.597229 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-abec2426-9d07-4b5c-b242-a3d138d01789 req-a6a77a56-f9cd-4429-9398-1f0ead083dea tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912912 Jun 28 12:29:35.682782 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6e46bf23-0c0d-4646-86b4-6c7718e77c19 req-5a3ddd34-47e7-4038-8d75-567e640ee4b6 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387918 Jun 28 12:29:35.748874 dv-cinder-798094-1-iscsi neutron-server[79150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61de88e1-a28a-4177-a8f7-ab6f2f7ffed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0e8357-a33b-4ebc-8992-006ea2cce949', 'code': 200} Jun 28 12:29:35.750010 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=7b0e8357-a33b-4ebc-8992-006ea2cce949,revision_number=5']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:35.754566 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:36.001773 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b86aa-0a6a-4b3c-8d8e-6d917c68b8a4 req-530ad532-1088-4b88-b66f-0a67525b620d tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:36.003463 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9e1b86aa-0a6a-4b3c-8d8e-6d917c68b8a4 req-530ad532-1088-4b88-b66f-0a67525b620d tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.1853697 Jun 28 12:29:36.135306 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9e1b86aa-0a6a-4b3c-8d8e-6d917c68b8a4 req-03afca06-4d15-4199-9788-39d08301d513 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1134326 Jun 28 12:29:36.974756 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915fea8f-f515-4c43-80b4-906692ba8775 req-744e46cd-9fdc-4d87-8447-3f67dc5ab65a tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:36.976862 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-915fea8f-f515-4c43-80b4-906692ba8775 req-744e46cd-9fdc-4d87-8447-3f67dc5ab65a tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 945 time: 0.2003152 Jun 28 12:29:37.015511 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea56e79-4dc9-43cd-8caf-6093be317b71 req-a72fbc2a-d24a-4d6a-a736-ba6222dea082 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:37.025293 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9ea56e79-4dc9-43cd-8caf-6093be317b71 req-a72fbc2a-d24a-4d6a-a736-ba6222dea082 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 943 time: 0.2012656 Jun 28 12:29:37.097840 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-915fea8f-f515-4c43-80b4-906692ba8775 req-32e78e08-831f-4a20-8356-202c8f7b09b6 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130755 Jun 28 12:29:37.123172 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9ea56e79-4dc9-43cd-8caf-6093be317b71 req-0bf07341-eabc-4e1b-bb6b-648764435332 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901759 Jun 28 12:29:37.392799 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b83cba-66f9-4985-929d-61c542c4306f req-1adc694a-846b-4963-9632-bda0e4753280 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:37.394455 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-06b83cba-66f9-4985-929d-61c542c4306f req-1adc694a-846b-4963-9632-bda0e4753280 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.1095121 Jun 28 12:29:37.467839 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-06b83cba-66f9-4985-929d-61c542c4306f req-fe81f0c7-5eb4-45ac-9300-1c6473bad7c7 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541134 Jun 28 12:29:37.858103 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbe1e1-3be9-4f13-802e-d9dfd32e9004 req-09bf369e-53ef-4873-b960-184fe663ecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:37.859588 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-a3fbe1e1-3be9-4f13-802e-d9dfd32e9004 req-09bf369e-53ef-4873-b960-184fe663ecfd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 1098 time: 0.0700755 Jun 28 12:29:37.903831 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-a3fbe1e1-3be9-4f13-802e-d9dfd32e9004 req-325e1195-0f03-4e8e-a2b9-5fa87ebef454 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346162 Jun 28 12:29:38.379348 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf30243-c2ba-4b3f-bbf1-a5b2c5e5e9b1 req-a8d412de-5d59-4729-bcbc-312e12210890 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:38.386874 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1bf30243-c2ba-4b3f-bbf1-a5b2c5e5e9b1 req-a8d412de-5d59-4729-bcbc-312e12210890 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 945 time: 0.1804743 Jun 28 12:29:38.446648 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6298b-bd42-498d-a6d5-deb5f1c500ad req-c2c9674f-f317-4990-a50f-2b6063f148c3 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:38.454551 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7ec6298b-bd42-498d-a6d5-deb5f1c500ad req-c2c9674f-f317-4990-a50f-2b6063f148c3 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 943 time: 0.2026703 Jun 28 12:29:38.498510 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1bf30243-c2ba-4b3f-bbf1-a5b2c5e5e9b1 req-f819a971-3dac-4344-a7eb-42a20df051af tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106300 Jun 28 12:29:38.585418 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7ec6298b-bd42-498d-a6d5-deb5f1c500ad req-a72cf4b9-140d-4d89-b299-3d673be34324 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268020 Jun 28 12:29:38.621682 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-e8734903-1473-4910-8173-b207171f2c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:38.864576 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d0371-0a14-46ab-a3ae-2dfb8e326e9e req-fa50ec05-cd65-422e-9324-812d509cc9c7 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:38.876469 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-db1d0371-0a14-46ab-a3ae-2dfb8e326e9e req-fa50ec05-cd65-422e-9324-812d509cc9c7 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.1993461 Jun 28 12:29:38.970149 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:39.004994 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-db1d0371-0a14-46ab-a3ae-2dfb8e326e9e req-dc93e92f-6f87-43cc-bfac-ad4aa519e62a tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1264179 Jun 28 12:29:39.958049 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7c1bd-89ce-427c-b24d-d2845ddbd9a4 req-798e1f2a-954e-40e7-b9d7-0172ac772b02 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:39.965490 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-27b7c1bd-89ce-427c-b24d-d2845ddbd9a4 req-798e1f2a-954e-40e7-b9d7-0172ac772b02 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 943 time: 0.1382887 Jun 28 12:29:39.974580 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5288008-c386-4514-bd03-b992d177bf56 req-39438660-6d89-401c-9c42-e49e6b99add7 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:39.976204 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a5288008-c386-4514-bd03-b992d177bf56 req-39438660-6d89-401c-9c42-e49e6b99add7 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 945 time: 0.2033911 Jun 28 12:29:40.061613 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-27b7c1bd-89ce-427c-b24d-d2845ddbd9a4 req-d4760151-811f-44b3-8fba-085b47f45399 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951681 Jun 28 12:29:40.103603 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a5288008-c386-4514-bd03-b992d177bf56 req-7de3b6e5-181f-4184-9556-e1f1ef2e5daa tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970452 Jun 28 12:29:40.396911 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7637fe-5b34-4dec-85ef-651e1acdfbe5 req-11c8b28c-0a30-43bb-8fb2-fdd38732be67 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:40.398458 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-fe7637fe-5b34-4dec-85ef-651e1acdfbe5 req-11c8b28c-0a30-43bb-8fb2-fdd38732be67 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.1065757 Jun 28 12:29:40.454885 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-fe7637fe-5b34-4dec-85ef-651e1acdfbe5 req-8ed2bc4a-4c16-4a3d-b38d-661cd08ff61c tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496070 Jun 28 12:29:41.120298 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-bee95057-105b-4ec6-86c1-50e2c57ac49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:41.553367 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f8b7f-96cf-47e1-b766-988b290d3e92 req-70cc8121-4913-4cb8-b3e2-fb0b85116472 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:41.554766 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-912f8b7f-96cf-47e1-b766-988b290d3e92 req-70cc8121-4913-4cb8-b3e2-fb0b85116472 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 943 time: 0.1588447 Jun 28 12:29:41.585195 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f3105-793b-4f25-8163-319f0a152154 req-04d368ec-b928-4b9f-9c09-0d082bd42609 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:41.586591 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-139f3105-793b-4f25-8163-319f0a152154 req-04d368ec-b928-4b9f-9c09-0d082bd42609 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 945 time: 0.1404600 Jun 28 12:29:41.638383 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-912f8b7f-96cf-47e1-b766-988b290d3e92 req-3cff8da7-e094-4b14-92ee-f402f5c1348b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770009 Jun 28 12:29:41.648322 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-139f3105-793b-4f25-8163-319f0a152154 req-e3a7a614-d9fd-4b68-830b-37d200a3c3ed tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557594 Jun 28 12:29:41.830017 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2a729-ad57-4d07-ad2d-97378e9a6e44 req-a2f512df-5464-4685-b32b-6dcbd93bc8f1 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:41.831883 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5fa2a729-ad57-4d07-ad2d-97378e9a6e44 req-a2f512df-5464-4685-b32b-6dcbd93bc8f1 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.0888553 Jun 28 12:29:42.000431 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5fa2a729-ad57-4d07-ad2d-97378e9a6e44 req-49bf3daa-2d42-485f-ab11-83ab4116ab2f tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1622541 Jun 28 12:29:42.171029 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:42.931260 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72e18b-8354-4d55-967a-68d209b1c2b7 req-aa46da57-7ec5-4a2d-a121-8824c6e6a99d tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:42.938864 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4f72e18b-8354-4d55-967a-68d209b1c2b7 req-aa46da57-7ec5-4a2d-a121-8824c6e6a99d tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 945 time: 0.1615674 Jun 28 12:29:42.989171 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786c830-727a-4564-8bd9-78c824e9d131 req-4b3b8677-254d-4c49-80bd-920c6cf5f0e5 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:42.990616 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d786c830-727a-4564-8bd9-78c824e9d131 req-4b3b8677-254d-4c49-80bd-920c6cf5f0e5 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 943 time: 0.1676781 Jun 28 12:29:42.997741 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4f72e18b-8354-4d55-967a-68d209b1c2b7 req-76cc754f-285e-4811-89da-ae62275cab87 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579875 Jun 28 12:29:43.051360 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d786c830-727a-4564-8bd9-78c824e9d131 req-1af0074c-9015-4704-b289-1fb28a80618d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506601 Jun 28 12:29:43.215231 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7face05-e53f-4f0e-a464-6d04653e905a req-1d0942ba-6990-409c-b36d-5b78ef238da5 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:43.220846 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a7face05-e53f-4f0e-a464-6d04653e905a req-1d0942ba-6990-409c-b36d-5b78ef238da5 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.0975027 Jun 28 12:29:43.264281 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a7face05-e53f-4f0e-a464-6d04653e905a req-f98b3587-3cf2-49a1-b15f-d24ac8008c60 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415840 Jun 28 12:29:43.833372 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:44.279648 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a38a1-7780-4575-9c67-cdf3322415cb req-1cc94332-04ad-460c-b158-28f58d3e7a37 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:44.281176 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f03a38a1-7780-4575-9c67-cdf3322415cb req-1cc94332-04ad-460c-b158-28f58d3e7a37 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 945 time: 0.1518326 Jun 28 12:29:44.343410 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f03a38a1-7780-4575-9c67-cdf3322415cb req-afdc510b-c753-4af2-a16c-4798e720c68a tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540049 Jun 28 12:29:44.394133 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3282c13-686a-465a-a6c0-3105e10d808f req-c4e92cb9-5d92-4cb6-aba0-e8f489a87d43 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:44.394133 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e3282c13-686a-465a-a6c0-3105e10d808f req-c4e92cb9-5d92-4cb6-aba0-e8f489a87d43 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 943 time: 0.2149563 Jun 28 12:29:44.473550 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e3282c13-686a-465a-a6c0-3105e10d808f req-b2813fe8-a76c-42b1-8455-9dea6ff35a1f tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784993 Jun 28 12:29:44.599718 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a1ebb-dd91-4218-9177-7788a5038155 req-b9a57490-7e7f-418e-8b95-3161a7fe4527 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:44.609611 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-de2a1ebb-dd91-4218-9177-7788a5038155 req-b9a57490-7e7f-418e-8b95-3161a7fe4527 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.1109419 Jun 28 12:29:44.670168 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-de2a1ebb-dd91-4218-9177-7788a5038155 req-0cd18106-06e0-48c3-8819-e43b8e50a112 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592816 Jun 28 12:29:44.883085 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92340c5b-05fd-4c6c-bcb0-61d59a216a24 req-1f0dbdf5-2776-465d-8450-94d0e65c9b5a tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:44.883676 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-92340c5b-05fd-4c6c-bcb0-61d59a216a24 req-1f0dbdf5-2776-465d-8450-94d0e65c9b5a tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Synchronizing usage tracker for tenant:36f653daa91445fdab2af86df2ffcada on resource:port {{(pid=79148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:29:45.004844 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-92340c5b-05fd-4c6c-bcb0-61d59a216a24 req-1f0dbdf5-2776-465d-8450-94d0e65c9b5a tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Unset dirty status for tenant:36f653daa91445fdab2af86df2ffcada on resource:port {{(pid=79148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:29:45.005904 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-92340c5b-05fd-4c6c-bcb0-61d59a216a24 req-1f0dbdf5-2776-465d-8450-94d0e65c9b5a tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.64 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 945 time: 0.2035296 Jun 28 12:29:45.094346 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [req-92340c5b-05fd-4c6c-bcb0-61d59a216a24 req-5eb22a38-4e32-4126-9255-e62497b2b42b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Deleting port 0c5423c4-773d-4c8c-bdcf-114397a68321 {{(pid=79148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:29:45.094689 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-92340c5b-05fd-4c6c-bcb0-61d59a216a24 req-5eb22a38-4e32-4126-9255-e62497b2b42b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:45.380008 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-92340c5b-05fd-4c6c-bcb0-61d59a216a24 req-5eb22a38-4e32-4126-9255-e62497b2b42b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] For port 0c5423c4-773d-4c8c-bdcf-114397a68321, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0c5423c4-773d-4c8c-bdcf-114397a68321,segment=NetworkSegment(ab8b06c2-e425-45b6-bf41-f136c4198aee),segment_id=ab8b06c2-e425-45b6-bf41-f136c4198aee)] {{(pid=79148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:45.380405 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-92340c5b-05fd-4c6c-bcb0-61d59a216a24 req-5eb22a38-4e32-4126-9255-e62497b2b42b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:45.515609 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [req-92340c5b-05fd-4c6c-bcb0-61d59a216a24 req-5eb22a38-4e32-4126-9255-e62497b2b42b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Calling delete_port for 0c5423c4-773d-4c8c-bdcf-114397a68321 owned by compute:nova {{(pid=79148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:29:45.589578 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8bdf3-5819-4f8d-a24a-c59624a1b055 req-76402c46-a2ed-4fff-a831-8e5496fc68e8 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:45.591189 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-73e8bdf3-5819-4f8d-a24a-c59624a1b055 req-76402c46-a2ed-4fff-a831-8e5496fc68e8 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 945 time: 0.1169267 Jun 28 12:29:45.689136 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-73e8bdf3-5819-4f8d-a24a-c59624a1b055 req-c5111a81-399d-4d8d-be90-c6123a584840 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff869de2-5aee-40c6-831e-231aa6ef999c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908599 Jun 28 12:29:45.730655 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37891ccd-2f1c-4a1b-a058-e331cf94d7cf req-7d50b263-946f-4531-b38a-ed69817aeb90 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:45.741797 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-37891ccd-2f1c-4a1b-a058-e331cf94d7cf req-7d50b263-946f-4531-b38a-ed69817aeb90 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 943 time: 0.1128690 Jun 28 12:29:45.783183 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-37891ccd-2f1c-4a1b-a058-e331cf94d7cf req-e6151591-60be-424d-8603-f21dcf0eff00 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398660 Jun 28 12:29:45.861765 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-92340c5b-05fd-4c6c-bcb0-61d59a216a24 req-5eb22a38-4e32-4126-9255-e62497b2b42b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:45.865454 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa909a36-6b34-4998-b52b-cab26a463729 req-3b0f9cb4-d37d-42b0-b8ef-49bbd0e93947 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:45.873789 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-aa909a36-6b34-4998-b52b-cab26a463729 req-3b0f9cb4-d37d-42b0-b8ef-49bbd0e93947 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.0829480 Jun 28 12:29:45.873937 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-573c73b3-69d1-49e0-b163-675e4ca6438e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:45.896688 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['0c5423c4-773d-4c8c-bdcf-114397a68321'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:29:45.913845 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-aa909a36-6b34-4998-b52b-cab26a463729 req-71968e65-775d-434d-b027-e387e37f2414 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407193 Jun 28 12:29:45.918153 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb22a38-4e32-4126-9255-e62497b2b42b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Pushing event deleted for resources: {'Port': ['ID=0c5423c4-773d-4c8c-bdcf-114397a68321,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:45.964496 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb22a38-4e32-4126-9255-e62497b2b42b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:45.965637 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb22a38-4e32-4126-9255-e62497b2b42b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:45.966319 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb22a38-4e32-4126-9255-e62497b2b42b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:45.967094 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb22a38-4e32-4126-9255-e62497b2b42b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:45.967765 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb22a38-4e32-4126-9255-e62497b2b42b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:45.968309 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb22a38-4e32-4126-9255-e62497b2b42b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:45.968910 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb22a38-4e32-4126-9255-e62497b2b42b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:45.969582 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb22a38-4e32-4126-9255-e62497b2b42b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:45.970129 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb22a38-4e32-4126-9255-e62497b2b42b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:45.971115 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb22a38-4e32-4126-9255-e62497b2b42b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:45.971943 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb22a38-4e32-4126-9255-e62497b2b42b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:45.972505 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb22a38-4e32-4126-9255-e62497b2b42b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:45.976653 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-5eb22a38-4e32-4126-9255-e62497b2b42b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:46.019776 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [req-92340c5b-05fd-4c6c-bcb0-61d59a216a24 req-5eb22a38-4e32-4126-9255-e62497b2b42b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] No DVR routers for this DVR port 0c5423c4-773d-4c8c-bdcf-114397a68321 on host hv-cinder-79809 {{(pid=79148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:29:46.022370 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-92340c5b-05fd-4c6c-bcb0-61d59a216a24 req-5eb22a38-4e32-4126-9255-e62497b2b42b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:46.025209 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ac15d6-1339-4bfb-9a96-7e70456dd67e', 'name': 'network-vif-deleted', 'tag': '0c5423c4-773d-4c8c-bdcf-114397a68321'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:29:46.072431 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ac15d6-1339-4bfb-9a96-7e70456dd67e', 'name': 'network-vif-deleted', 'tag': '0c5423c4-773d-4c8c-bdcf-114397a68321', 'status': 'completed', 'code': 200} Jun 28 12:29:46.110083 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e9dfc-aaaa-48f7-90ba-117d7eb49dd5 req-d2ff017a-dca8-4f65-a079-0bdd6e20cbe0 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:46.111579 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-af3e9dfc-aaaa-48f7-90ba-117d7eb49dd5 req-d2ff017a-dca8-4f65-a079-0bdd6e20cbe0 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.0854180 Jun 28 12:29:46.120247 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 50004) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:46.125595 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-26e9f3e1-f378-4e27-a6ad-1533737a1c6e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Request body: {'floatingip': {'port_id': '7b0e8357-a33b-4ebc-8992-006ea2cce949'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:46.131104 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-92340c5b-05fd-4c6c-bcb0-61d59a216a24 req-5eb22a38-4e32-4126-9255-e62497b2b42b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.64 "DELETE /v2.0/ports/0c5423c4-773d-4c8c-bdcf-114397a68321 HTTP/1.1" status: 204 len: 173 time: 1.1195719 Jun 28 12:29:46.207681 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-26e9f3e1-f378-4e27-a6ad-1533737a1c6e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for floatingip, before_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:46.955659 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f38242ab-f742-437a-aae9-590012bd2883 req-c7b0c13d-2967-4c8d-8dab-0f4305fb7fcc tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] 10.222.0.24 "GET /v2.0/ports?device_id=47ac15d6-1339-4bfb-9a96-7e70456dd67e HTTP/1.1" status: 200 len: 210 time: 0.0970109 Jun 28 12:29:46.992408 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-26e9f3e1-f378-4e27-a6ad-1533737a1c6e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:47.026213 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd8414-6fb6-43dd-be48-b1c1f0806ccb req-12c923c2-ef28-493e-8f85-1a787864e280 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:47.027690 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-65fd8414-6fb6-43dd-be48-b1c1f0806ccb req-12c923c2-ef28-493e-8f85-1a787864e280 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 943 time: 0.1114435 Jun 28 12:29:47.073688 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-65fd8414-6fb6-43dd-be48-b1c1f0806ccb req-48827838-0f33-48f7-8e0e-2e02ea39e087 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399554 Jun 28 12:29:47.107928 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-26e9f3e1-f378-4e27-a6ad-1533737a1c6e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696881'] for floatingip, after_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:47.288743 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.db.l3_db [None req-26e9f3e1-f378-4e27-a6ad-1533737a1c6e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Floating IP 98d1d756-dab4-4212-9fe2-52407c5bc806 associated. External IP: 172.27.0.160, port: 7b0e8357-a33b-4ebc-8992-006ea2cce949. Jun 28 12:29:47.650517 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e9f3e1-f378-4e27-a6ad-1533737a1c6e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Router 59ef1cad-a767-4060-9ad7-063cab56c2fe has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:29:47.830217 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e9f3e1-f378-4e27-a6ad-1533737a1c6e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:29:47.834554 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-26e9f3e1-f378-4e27-a6ad-1533737a1c6e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for floatingip, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:47.841985 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc3d602-f032-419f-9f77-ac904c892f3a None None] Sync routers for ids ['59ef1cad-a767-4060-9ad7-063cab56c2fe'] in dv-cinder-798094-1-iscsi {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:29:47.851651 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc3d602-f032-419f-9f77-ac904c892f3a None None] Routers {'59ef1cad-a767-4060-9ad7-063cab56c2fe'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:29:47.856380 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-afc3d602-f032-419f-9f77-ac904c892f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:29:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['59ef1cad-a767-4060-9ad7-063cab56c2fe'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:47.889581 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-26e9f3e1-f378-4e27-a6ad-1533737a1c6e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "PUT /v2.0/floatingips/98d1d756-dab4-4212-9fe2-52407c5bc806 HTTP/1.1" status: 200 len: 991 time: 1.7683084 Jun 28 12:29:47.890301 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61de88e1-a28a-4177-a8f7-ab6f2f7ffed6', 'tag': '7b0e8357-a33b-4ebc-8992-006ea2cce949'}] {{(pid=79149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:29:47.967262 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61de88e1-a28a-4177-a8f7-ab6f2f7ffed6', 'tag': '7b0e8357-a33b-4ebc-8992-006ea2cce949', 'status': 'completed', 'code': 200} Jun 28 12:29:48.036537 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-afc3d602-f032-419f-9f77-ac904c892f3a None None] Set router 59ef1cad-a767-4060-9ad7-063cab56c2fe gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:29:48.053660 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 50068) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:48.098025 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d822de-67ef-4b12-9f4d-76163e4048ea req-a33f59b0-0670-4b3c-9c50-f0eea571a91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:48.099654 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-40d822de-67ef-4b12-9f4d-76163e4048ea req-a33f59b0-0670-4b3c-9c50-f0eea571a91b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ad5e7e0f4e04e7ca73089fe82192600&device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 1098 time: 0.0847697 Jun 28 12:29:48.123346 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d490cc6-aa23-4b1c-b8f7-506b3bce190b admin admin] Deleting subnet a03ee274-938a-448e-9d48-ec3b7914912f {{(pid=79149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:29:48.126545 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-3d490cc6-aa23-4b1c-b8f7-506b3bce190b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:48.178238 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-3d490cc6-aa23-4b1c-b8f7-506b3bce190b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1530601'] for subnet, precommit_delete_associations {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:48.339985 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d822de-67ef-4b12-9f4d-76163e4048ea req-6be8afcc-0547-42e7-8559-f770c1c0561e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:48.341740 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-40d822de-67ef-4b12-9f4d-76163e4048ea req-6be8afcc-0547-42e7-8559-f770c1c0561e service neutron] 10.222.0.64 "GET /v2.0/networks?id=85f9191a-de6b-428c-8880-77a90cc8bb8e HTTP/1.1" status: 200 len: 912 time: 0.2357020 Jun 28 12:29:48.412712 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-3d490cc6-aa23-4b1c-b8f7-506b3bce190b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704721'] for subnet, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:48.416699 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-afc3d602-f032-419f-9f77-ac904c892f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'name': 'tempest-AttachVolumeTestJSON-1378796990-router', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:02Z', 'updated_at': '2021-06-28T12:29:09Z', 'revision_number': 4, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'gw_port': {'id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:dd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_floatingips': [{'id': '98d1d756-dab4-4212-9fe2-52407c5bc806', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'floating_ip_address': '172.27.0.160', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'port_id': '7b0e8357-a33b-4ebc-8992-006ea2cce949', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e', 'mac_address': 'fa:16:3e:ed:25:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61de88e1-a28a-4177-a8f7-ab6f2f7ffed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:29:15Z', 'updated_at': '2021-06-28T12:29:46Z', 'revision_number': 1, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3134a8-b62b-4746-b794-3181092f9313', 'name': '', 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'mac_address': 'fa:16:3e:f3:fb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:08Z', 'updated_at': '2021-06-28T12:29:15Z', 'revision_number': 5, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'subnets': [{'id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:48.422213 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc3d602-f032-419f-9f77-ac904c892f3a None None] Checking router: 59ef1cad-a767-4060-9ad7-063cab56c2fe for host: dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:29:48.433131 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc3d602-f032-419f-9f77-ac904c892f3a None None] Routers {'59ef1cad-a767-4060-9ad7-063cab56c2fe'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:29:48.433755 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-afc3d602-f032-419f-9f77-ac904c892f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:29:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['59ef1cad-a767-4060-9ad7-063cab56c2fe'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:48.455829 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-40d822de-67ef-4b12-9f4d-76163e4048ea req-dc9cfe2a-02c8-429a-9f59-8148d7496614 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b0e8357-a33b-4ebc-8992-006ea2cce949 HTTP/1.1" status: 200 len: 999 time: 0.1068149 Jun 28 12:29:48.490010 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74497b81-c952-41ca-b766-341a24770cfe req-143bacf8-c2f9-40de-83c5-559538f6dfb2 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:48.491519 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-74497b81-c952-41ca-b766-341a24770cfe req-143bacf8-c2f9-40de-83c5-559538f6dfb2 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 943 time: 0.2842245 Jun 28 12:29:48.521492 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d822de-67ef-4b12-9f4d-76163e4048ea req-9dcb678e-0508-4ea5-9206-0a0dbd5e1444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:48.523328 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-40d822de-67ef-4b12-9f4d-76163e4048ea req-9dcb678e-0508-4ea5-9206-0a0dbd5e1444 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=11742b8b-e4b9-4a4b-87d5-497ec56e1d1d HTTP/1.1" status: 200 len: 850 time: 0.0620906 Jun 28 12:29:48.545825 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-74497b81-c952-41ca-b766-341a24770cfe req-955cab01-80b1-4f21-95f4-2397a8245e21 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465653 Jun 28 12:29:48.605229 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-3d490cc6-aa23-4b1c-b8f7-506b3bce190b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1530490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1626935'] for subnet, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:48.608355 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d822de-67ef-4b12-9f4d-76163e4048ea req-d22e86dd-3a6b-4ec3-8ad7-8c5fe7145f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:48.609926 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-40d822de-67ef-4b12-9f4d-76163e4048ea req-d22e86dd-3a6b-4ec3-8ad7-8c5fe7145f38 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85f9191a-de6b-428c-8880-77a90cc8bb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801682 Jun 28 12:29:48.612617 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:48.625606 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-afc3d602-f032-419f-9f77-ac904c892f3a None None] Set router 59ef1cad-a767-4060-9ad7-063cab56c2fe gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:29:48.647318 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d490cc6-aa23-4b1c-b8f7-506b3bce190b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a03ee274-938a-448e-9d48-ec3b7914912f,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:48.650163 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-3d490cc6-aa23-4b1c-b8f7-506b3bce190b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:48.651204 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-3d490cc6-aa23-4b1c-b8f7-506b3bce190b admin admin] Notify callbacks [] for subnet, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:48.657764 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-3d490cc6-aa23-4b1c-b8f7-506b3bce190b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a03ee274-938a-448e-9d48-ec3b7914912f HTTP/1.1" status: 204 len: 168 time: 0.6030767 Jun 28 12:29:48.660200 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 50086) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:48.771867 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-40d822de-67ef-4b12-9f4d-76163e4048ea req-f2482cc2-43c0-417e-97f9-1e7214e9952e service neutron] 10.222.0.64 "GET /v2.0/networks/85f9191a-de6b-428c-8880-77a90cc8bb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557200 Jun 28 12:29:48.774012 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-52d1a962-0932-44ec-a239-fe3b0b53f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-761904'] for network, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:48.927190 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-40d822de-67ef-4b12-9f4d-76163e4048ea req-554a2948-880a-448e-8824-4e90b5a94e04 service neutron] 10.222.0.64 "GET /v2.0/networks/85f9191a-de6b-428c-8880-77a90cc8bb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482143 Jun 28 12:29:48.936901 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-52d1a962-0932-44ec-a239-fe3b0b53f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489356', 'neutron.services.segments.db._delete_segments_for_network-8727237320385'] for network, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:48.950819 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.services.segments.db [None req-52d1a962-0932-44ec-a239-fe3b0b53f77e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da84cf23-6416-4615-a8fa-d64c4a064a3f']}} {{(pid=79149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:48.963973 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.services.segments.db [None req-52d1a962-0932-44ec-a239-fe3b0b53f77e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab8b06c2-e425-45b6-bf41-f136c4198aee') {'for_net_delete': True} {{(pid=79149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:48.964284 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.services.segments.db [None req-52d1a962-0932-44ec-a239-fe3b0b53f77e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab8b06c2-e425-45b6-bf41-f136c4198aee') {} {{(pid=79149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:48.978292 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-52d1a962-0932-44ec-a239-fe3b0b53f77e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727237332776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1530576'] for segment, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:48.998637 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-52d1a962-0932-44ec-a239-fe3b0b53f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:49.004999 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d1a962-0932-44ec-a239-fe3b0b53f77e admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=79149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:29:49.005439 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-52d1a962-0932-44ec-a239-fe3b0b53f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-708228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1528792'] for segment, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:49.009174 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 0c5423c4-773d-4c8c-bdcf-114397a68321 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: Traceback (most recent call last): Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: timer() Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: cb(*args, **kw) Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: return func(*args, **kwargs) Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: self._notify() Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: self.callback(batched_events) Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: event.method(event) Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: return f(self, *a, **k) Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: return self._get(url).json() Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: return self.request(url, 'GET', **kwargs) Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:29:49.019549 dv-cinder-798094-1-iscsi neutron-server[79149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:29:49.054781 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] No Port match for: 0c5423c4-773d-4c8c-bdcf-114397a68321 {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:29:49.055020 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 0c5423c4-773d-4c8c-bdcf-114397a68321 not bound to the agent host hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:29:49.066769 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-afc3d602-f032-419f-9f77-ac904c892f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'name': 'tempest-AttachVolumeTestJSON-1378796990-router', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:02Z', 'updated_at': '2021-06-28T12:29:09Z', 'revision_number': 4, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'gw_port': {'id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:dd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_floatingips': [{'id': '98d1d756-dab4-4212-9fe2-52407c5bc806', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'floating_ip_address': '172.27.0.160', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'port_id': '7b0e8357-a33b-4ebc-8992-006ea2cce949', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e', 'mac_address': 'fa:16:3e:ed:25:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61de88e1-a28a-4177-a8f7-ab6f2f7ffed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:29:15Z', 'updated_at': '2021-06-28T12:29:46Z', 'revision_number': 1, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3134a8-b62b-4746-b794-3181092f9313', 'name': '', 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'mac_address': 'fa:16:3e:f3:fb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:08Z', 'updated_at': '2021-06-28T12:29:15Z', 'revision_number': 5, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'subnets': [{'id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:49.071573 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc3d602-f032-419f-9f77-ac904c892f3a None None] The sync data for ids ['59ef1cad-a767-4060-9ad7-063cab56c2fe'] in dv-cinder-798094-1-iscsi is: [{'id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'name': 'tempest-AttachVolumeTestJSON-1378796990-router', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:02Z', 'updated_at': '2021-06-28T12:29:09Z', 'revision_number': 4, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'gw_port': {'id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:dd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_floatingips': [{'id': '98d1d756-dab4-4212-9fe2-52407c5bc806', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'floating_ip_address': '172.27.0.160', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'port_id': '7b0e8357-a33b-4ebc-8992-006ea2cce949', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e', 'mac_address': 'fa:16:3e:ed:25:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61de88e1-a28a-4177-a8f7-ab6f2f7ffed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:29:15Z', 'updated_at': '2021-06-28T12:29:46Z', 'revision_number': 1, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3134a8-b62b-4746-b794-3181092f9313', 'name': '', 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'mac_address': 'fa:16:3e:f3:fb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:08Z', 'updated_at': '2021-06-28T12:29:15Z', 'revision_number': 5, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'subnets': [{'id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:29:49.216224 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-52d1a962-0932-44ec-a239-fe3b0b53f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696643'] for network, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:49.220026 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:49.233720 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-52d1a962-0932-44ec-a239-fe3b0b53f77e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:49.244313 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1a962-0932-44ec-a239-fe3b0b53f77e admin admin] Pushing event deleted for resources: {'Network': ['ID=da84cf23-6416-4615-a8fa-d64c4a064a3f,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:49.248342 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-52d1a962-0932-44ec-a239-fe3b0b53f77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:49.290303 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2262c4fb-a1ff-48b3-abaf-f3f36292e4ea None None] New status for floating IP 98d1d756-dab4-4212-9fe2-52407c5bc806: ACTIVE {{(pid=79151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:29:49.388491 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-52d1a962-0932-44ec-a239-fe3b0b53f77e admin admin] 10.222.0.24 "DELETE /v2.0/networks/da84cf23-6416-4615-a8fa-d64c4a064a3f HTTP/1.1" status: 204 len: 168 time: 0.7269802 Jun 28 12:29:49.745697 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28963e93-20eb-4cd0-920c-4029fcf368d8 req-bf8bd58d-e07f-4d24-b6da-aa25f4b0fd2f tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:49.747256 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-28963e93-20eb-4cd0-920c-4029fcf368d8 req-bf8bd58d-e07f-4d24-b6da-aa25f4b0fd2f tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 943 time: 0.0844502 Jun 28 12:29:49.773001 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 50098) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:49.797498 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-28963e93-20eb-4cd0-920c-4029fcf368d8 req-ed1c9581-8348-452e-b8f9-5b3abb27355a tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443816 Jun 28 12:29:49.829270 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-020bfaa8-31ea-4750-a95f-69b1cdbf78c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36f653daa91445fdab2af86df2ffcada&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0545669 Jun 28 12:29:49.831669 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 50102) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:49.887330 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-42a57909-e80d-4a92-a69c-9c091b0e6e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:49.913075 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-42a57909-e80d-4a92-a69c-9c091b0e6e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:50.048055 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 50108) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:50.067751 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-42a57909-e80d-4a92-a69c-9c091b0e6e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:50.071726 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-6106805c-8fff-4e39-a1eb-b5cb4f4fda68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:50.087338 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a57909-e80d-4a92-a69c-9c091b0e6e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff869de2-5aee-40c6-831e-231aa6ef999c,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:50.089962 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-42a57909-e80d-4a92-a69c-9c091b0e6e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:50.107620 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3939002-692e-49c0-a851-f6e7922bbb09 admin admin] Deleting subnet 05336de3-173c-4358-87d0-069f76372a1b {{(pid=79149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:29:50.110518 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-c3939002-692e-49c0-a851-f6e7922bbb09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:50.159015 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-c3939002-692e-49c0-a851-f6e7922bbb09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1530601'] for subnet, precommit_delete_associations {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:50.214980 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-42a57909-e80d-4a92-a69c-9c091b0e6e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:50.218341 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-42a57909-e80d-4a92-a69c-9c091b0e6e38 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff869de2-5aee-40c6-831e-231aa6ef999c HTTP/1.1" status: 204 len: 168 time: 0.3834283 Jun 28 12:29:50.218476 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-c3939002-692e-49c0-a851-f6e7922bbb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704721'] for subnet, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:50.393768 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-c3939002-692e-49c0-a851-f6e7922bbb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1530490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1626935'] for subnet, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:50.398048 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-3d490cc6-aa23-4b1c-b8f7-506b3bce190b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:50.440990 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3939002-692e-49c0-a851-f6e7922bbb09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05336de3-173c-4358-87d0-069f76372a1b,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:50.440990 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-c3939002-692e-49c0-a851-f6e7922bbb09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:50.440990 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-c3939002-692e-49c0-a851-f6e7922bbb09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:50.442757 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-c3939002-692e-49c0-a851-f6e7922bbb09 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/05336de3-173c-4358-87d0-069f76372a1b HTTP/1.1" status: 204 len: 168 time: 0.3936706 Jun 28 12:29:50.445364 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 50116) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:50.554442 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-411c9875-a4f4-4449-a674-48ca217426f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-761904'] for network, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:50.678072 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-411c9875-a4f4-4449-a674-48ca217426f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489356', 'neutron.services.segments.db._delete_segments_for_network-8727237320385'] for network, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:50.691971 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.services.segments.db [None req-411c9875-a4f4-4449-a674-48ca217426f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610a32a3-5660-4e8a-ae30-17ec132a0f59']}} {{(pid=79149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:50.707976 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.services.segments.db [None req-411c9875-a4f4-4449-a674-48ca217426f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a7f3c3-7742-4caf-a3d8-65bc23407c4b') {'for_net_delete': True} {{(pid=79149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:50.708265 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.services.segments.db [None req-411c9875-a4f4-4449-a674-48ca217426f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a7f3c3-7742-4caf-a3d8-65bc23407c4b') {} {{(pid=79149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:50.720091 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-411c9875-a4f4-4449-a674-48ca217426f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727237332776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1530576'] for segment, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:50.736501 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-411c9875-a4f4-4449-a674-48ca217426f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:50.744549 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411c9875-a4f4-4449-a674-48ca217426f1 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=79149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:29:50.744549 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-411c9875-a4f4-4449-a674-48ca217426f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-708228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1528792'] for segment, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: Traceback (most recent call last): Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: timer() Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: cb(*args, **kw) Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: return func(*args, **kwargs) Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: self._notify() Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: self.callback(batched_events) Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: event.method(event) Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: return f(self, *a, **k) Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: return self._get(url).json() Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: return self.request(url, 'GET', **kwargs) Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:29:50.757539 dv-cinder-798094-1-iscsi neutron-server[79149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:29:50.901756 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-411c9875-a4f4-4449-a674-48ca217426f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696643'] for network, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:50.913735 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-fbef2ce7-1269-4763-a454-0369d988011d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:50.926460 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-411c9875-a4f4-4449-a674-48ca217426f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:50.974471 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c9875-a4f4-4449-a674-48ca217426f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=610a32a3-5660-4e8a-ae30-17ec132a0f59,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:50.982999 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-411c9875-a4f4-4449-a674-48ca217426f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:51.024288 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29621f83-3889-49dc-a180-3b1f3c00bb02 req-376e6d9a-b3ca-4cf5-9f4b-25e0c2df396c tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:51.025708 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-29621f83-3889-49dc-a180-3b1f3c00bb02 req-376e6d9a-b3ca-4cf5-9f4b-25e0c2df396c tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 943 time: 0.1008298 Jun 28 12:29:51.071173 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-29621f83-3889-49dc-a180-3b1f3c00bb02 req-dd30e864-2436-4ee0-ac0a-8f2c2ed41dd6 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386410 Jun 28 12:29:51.079788 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-411c9875-a4f4-4449-a674-48ca217426f1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/610a32a3-5660-4e8a-ae30-17ec132a0f59 HTTP/1.1" status: 204 len: 168 time: 0.6334565 Jun 28 12:29:51.485738 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 50148) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:51.534305 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-1eceeef7-52e5-49a4-a9c1-601380f8c94e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9694e09e8fe4bd9918810c5990ad233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472567 Jun 28 12:29:51.536772 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 50152) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:51.598266 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-9593e68b-0013-45c5-8e3c-a0afa0c65d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:51.624390 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-9593e68b-0013-45c5-8e3c-a0afa0c65d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:51.770598 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-9593e68b-0013-45c5-8e3c-a0afa0c65d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:51.775798 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-021b5a99-cd3c-4ffa-86af-ec0ba1e0585d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:51.786055 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593e68b-0013-45c5-8e3c-a0afa0c65d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e51c609-6994-4a55-bc9e-79daa461e07d,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:51.790662 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-9593e68b-0013-45c5-8e3c-a0afa0c65d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:51.792655 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-9593e68b-0013-45c5-8e3c-a0afa0c65d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:51.793748 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-9593e68b-0013-45c5-8e3c-a0afa0c65d90 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e51c609-6994-4a55-bc9e-79daa461e07d HTTP/1.1" status: 204 len: 168 time: 0.2560940 Jun 28 12:29:52.269483 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009a887-e68c-46c4-836d-02209f4bcbad req-323bfcb7-8184-4711-a5b6-68210a5821f5 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:52.271045 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0009a887-e68c-46c4-836d-02209f4bcbad req-323bfcb7-8184-4711-a5b6-68210a5821f5 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 943 time: 0.0867717 Jun 28 12:29:52.316845 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0009a887-e68c-46c4-836d-02209f4bcbad req-fe729d50-605b-4cc5-ad80-0a614a9dd4a1 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398598 Jun 28 12:29:53.039621 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 4114eaad-f578-4bf1-ae55-872b59876a3b details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:29:53.220921 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 4114eaad-f578-4bf1-ae55-872b59876a3b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=4114eaad-f578-4bf1-ae55-872b59876a3b,segment=NetworkSegment(23364f25-0914-45c3-9348-f31d0dbc7405),segment_id=23364f25-0914-45c3-9348-f31d0dbc7405)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:53.234903 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Returning: {'device': '4114eaad-f578-4bf1-ae55-872b59876a3b', 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'port_id': '4114eaad-f578-4bf1-ae55-872b59876a3b', 'mac_address': 'fa:16:3e:ba:3b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:29:53.297861 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:53.316239 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4114eaad-f578-4bf1-ae55-872b59876a3b {{(pid=79150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:29:53.339222 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 4114eaad-f578-4bf1-ae55-872b59876a3b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=4114eaad-f578-4bf1-ae55-872b59876a3b,segment=NetworkSegment(23364f25-0914-45c3-9348-f31d0dbc7405),segment_id=23364f25-0914-45c3-9348-f31d0dbc7405)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:53.425345 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:29:53.427838 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:53.430006 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:53.528708 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=4114eaad-f578-4bf1-ae55-872b59876a3b,revision_number=9']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:53.536689 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:53.537027 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:53.537348 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:53.537675 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:53.537993 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:53.538312 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:53.538628 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:53.538990 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:53.539353 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:53.539623 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:53.539943 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:53.540242 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:53.551095 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:53.621690 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff3ca3-8c68-4b94-9e06-a30215e3d90b req-935ef9e8-03a1-483c-b510-f3ecbfc788d8 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:53.623746 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-01ff3ca3-8c68-4b94-9e06-a30215e3d90b req-935ef9e8-03a1-483c-b510-f3ecbfc788d8 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 944 time: 0.1933911 Jun 28 12:29:53.668467 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-01ff3ca3-8c68-4b94-9e06-a30215e3d90b req-e5863afe-5455-4c28-ab6a-d61ff5cd95e8 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389690 Jun 28 12:29:53.715948 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['4114eaad-f578-4bf1-ae55-872b59876a3b'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:29:54.879591 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa90432-d508-4285-bdab-4cfcec842abc req-c3956d14-9385-48cf-927b-4a945152b6de tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:54.881377 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4aa90432-d508-4285-bdab-4cfcec842abc req-c3956d14-9385-48cf-927b-4a945152b6de tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 944 time: 0.0924344 Jun 28 12:29:54.939318 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4aa90432-d508-4285-bdab-4cfcec842abc req-2ab563dd-b9ae-4175-ba29-df75643c7322 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495658 Jun 28 12:29:55.039070 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:55.043322 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 4114eaad-f578-4bf1-ae55-872b59876a3b up at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:29:55.110931 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning complete for port 4114eaad-f578-4bf1-ae55-872b59876a3b triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:55.111315 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:55.245574 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:55.273999 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4485b18-118c-4640-8214-4df2eb02fd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4114eaad-f578-4bf1-ae55-872b59876a3b'}] {{(pid=79150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:29:55.284567 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 4114eaad-f578-4bf1-ae55-872b59876a3b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=4114eaad-f578-4bf1-ae55-872b59876a3b,segment=NetworkSegment(23364f25-0914-45c3-9348-f31d0dbc7405),segment_id=23364f25-0914-45c3-9348-f31d0dbc7405)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:55.321682 dv-cinder-798094-1-iscsi neutron-server[79150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4485b18-118c-4640-8214-4df2eb02fd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4114eaad-f578-4bf1-ae55-872b59876a3b', 'code': 200} Jun 28 12:29:55.381793 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:55.383698 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-9312d4a7-abce-4fc8-9a85-231bd29a7949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:55.453240 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=4114eaad-f578-4bf1-ae55-872b59876a3b,revision_number=10']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:55.456406 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:56.125089 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0d8bb-b7f5-4b66-980c-09cbe0061463 req-fc34949e-0853-4715-9bf7-200c876cbefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:56.126561 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-8fa0d8bb-b7f5-4b66-980c-09cbe0061463 req-fc34949e-0853-4715-9bf7-200c876cbefc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 1099 time: 0.0741460 Jun 28 12:29:56.141772 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cccde23-bb09-4bb6-9ebe-fef2daac84ce req-c57c02c1-9e7a-4b63-a8b3-83eda5d76a99 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:56.143263 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6cccde23-bb09-4bb6-9ebe-fef2daac84ce req-c57c02c1-9e7a-4b63-a8b3-83eda5d76a99 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 946 time: 0.0828226 Jun 28 12:29:56.168753 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-8fa0d8bb-b7f5-4b66-980c-09cbe0061463 req-a1e56db6-c6af-4776-834c-55bc9c22ee3e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357969 Jun 28 12:29:56.188600 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6cccde23-bb09-4bb6-9ebe-fef2daac84ce req-ed0fd39e-060a-4c05-8e80-2435c99f61da tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393093 Jun 28 12:29:57.381262 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0cf3e-ebe5-4085-807b-fa3c17298b16 req-6b161c83-c742-473d-abec-064b434e9333 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:57.382654 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-62a0cf3e-ebe5-4085-807b-fa3c17298b16 req-6b161c83-c742-473d-abec-064b434e9333 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 946 time: 0.0827217 Jun 28 12:29:57.429644 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-62a0cf3e-ebe5-4085-807b-fa3c17298b16 req-605fea01-82f2-4194-88d2-9ffd28eec1f0 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399144 Jun 28 12:29:58.633116 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f2bac-96fd-4140-b667-980de8754d84 req-eb420da9-0739-4056-b48b-afc57fca99cd tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:58.634565 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ff2f2bac-96fd-4140-b667-980de8754d84 req-eb420da9-0739-4056-b48b-afc57fca99cd tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 946 time: 0.0867929 Jun 28 12:29:58.681478 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ff2f2bac-96fd-4140-b667-980de8754d84 req-16902be9-a3d9-4722-a108-91c13f75f81f tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409503 Jun 28 12:29:59.878426 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb898384-cd25-4928-875f-5b00ba18a39b req-bcc04cb1-2c10-412b-819c-ea8acfdbec68 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:59.879965 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bb898384-cd25-4928-875f-5b00ba18a39b req-bcc04cb1-2c10-412b-819c-ea8acfdbec68 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 946 time: 0.0849903 Jun 28 12:29:59.925996 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bb898384-cd25-4928-875f-5b00ba18a39b req-6c92533a-ce0d-4740-91d9-5668b5ff3a36 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403912 Jun 28 12:30:05.878255 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 50438) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:06.003269 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ada08e5c-a109-403b-9ebe-f056f5418725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:06.018079 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-ada08e5c-a109-403b-9ebe-f056f5418725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:06.024823 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-ada08e5c-a109-403b-9ebe-f056f5418725 admin admin] Usage tracker for resource:security_group_rule and tenant:b6cc60b56b8241878c42d9a7e964d37d is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:06.024980 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-ada08e5c-a109-403b-9ebe-f056f5418725 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:06.031318 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-ada08e5c-a109-403b-9ebe-f056f5418725 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:06.115522 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ada08e5c-a109-403b-9ebe-f056f5418725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:06.244822 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ada08e5c-a109-403b-9ebe-f056f5418725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:06.252178 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-64774eda-645c-4dcd-b857-9eb457648232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:06.294831 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-ada08e5c-a109-403b-9ebe-f056f5418725 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b6cc60b56b8241878c42d9a7e964d37d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4152544 Jun 28 12:30:06.295856 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada08e5c-a109-403b-9ebe-f056f5418725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93d9153-e082-440e-8629-757976710d39,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:06.296853 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 50444) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:06.303891 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada08e5c-a109-403b-9ebe-f056f5418725 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:06.305957 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada08e5c-a109-403b-9ebe-f056f5418725 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:06.305957 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada08e5c-a109-403b-9ebe-f056f5418725 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:06.305957 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada08e5c-a109-403b-9ebe-f056f5418725 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:06.305957 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada08e5c-a109-403b-9ebe-f056f5418725 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:06.305957 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada08e5c-a109-403b-9ebe-f056f5418725 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:06.305957 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada08e5c-a109-403b-9ebe-f056f5418725 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:06.306578 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada08e5c-a109-403b-9ebe-f056f5418725 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:06.306891 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada08e5c-a109-403b-9ebe-f056f5418725 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:06.307173 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada08e5c-a109-403b-9ebe-f056f5418725 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:06.307514 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada08e5c-a109-403b-9ebe-f056f5418725 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:06.307859 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada08e5c-a109-403b-9ebe-f056f5418725 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:06.311861 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-ada08e5c-a109-403b-9ebe-f056f5418725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:06.359558 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f73e9dfd-5ef2-426b-8b24-c56b8a5cf5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:06.384916 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f73e9dfd-5ef2-426b-8b24-c56b8a5cf5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:06.502133 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f73e9dfd-5ef2-426b-8b24-c56b8a5cf5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:06.505853 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:06.517428 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e9dfd-5ef2-426b-8b24-c56b8a5cf5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93d9153-e082-440e-8629-757976710d39,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:06.521128 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-f73e9dfd-5ef2-426b-8b24-c56b8a5cf5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:06.524704 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f73e9dfd-5ef2-426b-8b24-c56b8a5cf5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:06.525806 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-f73e9dfd-5ef2-426b-8b24-c56b8a5cf5ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b93d9153-e082-440e-8629-757976710d39 HTTP/1.1" status: 204 len: 168 time: 0.2279763 Jun 28 12:30:07.247935 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 50456) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:07.266262 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-752ed936-4a3a-485a-99d8-6e221bd7cb8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:07.280799 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-752ed936-4a3a-485a-99d8-6e221bd7cb8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:07.284560 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-752ed936-4a3a-485a-99d8-6e221bd7cb8d admin admin] Usage tracker for resource:security_group_rule and tenant:eb752da069b84cdea426521181d60a48 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:07.287320 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-752ed936-4a3a-485a-99d8-6e221bd7cb8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:07.292945 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-752ed936-4a3a-485a-99d8-6e221bd7cb8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:07.373269 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-752ed936-4a3a-485a-99d8-6e221bd7cb8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:07.428005 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-752ed936-4a3a-485a-99d8-6e221bd7cb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:07.437493 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-33640738-926a-4dad-b529-f7df0da5beb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:07.481293 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-752ed936-4a3a-485a-99d8-6e221bd7cb8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eb752da069b84cdea426521181d60a48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322884 Jun 28 12:30:07.483862 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ed936-4a3a-485a-99d8-6e221bd7cb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57823f9-bfc9-4831-bc74-02a0df9058fb,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:07.484474 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 50466) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:07.486450 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-752ed936-4a3a-485a-99d8-6e221bd7cb8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:07.551940 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e5192c27-e26d-4214-932a-8becc0190b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:07.578035 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e5192c27-e26d-4214-932a-8becc0190b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:07.690585 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e5192c27-e26d-4214-932a-8becc0190b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:07.694496 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-bb9e2385-de25-47b9-a184-9e135053e7b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:07.705784 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5192c27-e26d-4214-932a-8becc0190b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57823f9-bfc9-4831-bc74-02a0df9058fb,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:07.708059 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-e5192c27-e26d-4214-932a-8becc0190b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:07.715172 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e5192c27-e26d-4214-932a-8becc0190b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:07.715172 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-e5192c27-e26d-4214-932a-8becc0190b42 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e57823f9-bfc9-4831-bc74-02a0df9058fb HTTP/1.1" status: 204 len: 168 time: 0.2294436 Jun 28 12:30:08.568041 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 50486) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:08.589190 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-36c1e26b-b662-477b-98ff-409c32f82170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:08.606406 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-36c1e26b-b662-477b-98ff-409c32f82170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:08.611129 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-36c1e26b-b662-477b-98ff-409c32f82170 admin admin] Usage tracker for resource:security_group_rule and tenant:5b9eaf6928024c52a76483d2a9e08417 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:08.614194 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-36c1e26b-b662-477b-98ff-409c32f82170 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:08.622178 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-36c1e26b-b662-477b-98ff-409c32f82170 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:08.628096 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-7690c46b-f7b8-4293-997d-38b7af70eac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:08.703678 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-36c1e26b-b662-477b-98ff-409c32f82170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:08.771023 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-36c1e26b-b662-477b-98ff-409c32f82170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:08.777738 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-4814dfa7-577d-4a9c-9c10-6b0ce63d125e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:08.817743 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1e26b-b662-477b-98ff-409c32f82170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f7083e-203b-4a32-a3a6-b93b6c35c561,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:08.820828 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-36c1e26b-b662-477b-98ff-409c32f82170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:08.825209 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-36c1e26b-b662-477b-98ff-409c32f82170 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b9eaf6928024c52a76483d2a9e08417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543499 Jun 28 12:30:08.826851 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 50490) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:08.898220 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-9d437554-fdef-405d-9042-f4df8a03e173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:08.928982 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-9d437554-fdef-405d-9042-f4df8a03e173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:08.970519 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:09.085277 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-9d437554-fdef-405d-9042-f4df8a03e173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:09.089343 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-0eff317f-c232-4061-953d-67c8608b8539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:09.103668 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d437554-fdef-405d-9042-f4df8a03e173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f7083e-203b-4a32-a3a6-b93b6c35c561,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:09.106441 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-9d437554-fdef-405d-9042-f4df8a03e173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:09.115738 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-9d437554-fdef-405d-9042-f4df8a03e173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:09.116838 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-9d437554-fdef-405d-9042-f4df8a03e173 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c3f7083e-203b-4a32-a3a6-b93b6c35c561 HTTP/1.1" status: 204 len: 168 time: 0.2893684 Jun 28 12:30:11.073583 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-1e33c536-1c29-4ecb-91c4-31db1ddcc698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:12.165372 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:13.907837 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:25.033677 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:26.895308 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-11509b28-26c1-48ea-9d4d-f0f59d81624f req-c5cb894e-9187-4a6d-b177-87829f3ec549 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697470 Jun 28 12:30:27.009178 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11509b28-26c1-48ea-9d4d-f0f59d81624f req-90966faf-4ed2-46f3-94eb-87221511bf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:27.010451 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-11509b28-26c1-48ea-9d4d-f0f59d81624f req-90966faf-4ed2-46f3-94eb-87221511bf08 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d731c92df6f44735b6ed8f7290374934&device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 1099 time: 0.0767159 Jun 28 12:30:27.159799 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11509b28-26c1-48ea-9d4d-f0f59d81624f req-e926e694-505a-4002-9b21-ebdf4495c995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:27.161154 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-11509b28-26c1-48ea-9d4d-f0f59d81624f req-e926e694-505a-4002-9b21-ebdf4495c995 service neutron] 10.222.0.64 "GET /v2.0/networks?id=611bae97-b201-4ae0-aa3d-b952aec58054 HTTP/1.1" status: 200 len: 913 time: 0.1294899 Jun 28 12:30:27.265530 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-11509b28-26c1-48ea-9d4d-f0f59d81624f req-ff9bcc33-3a0e-4b6e-88fc-3e6ce17c9618 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92231f7d-7c01-4913-b879-0b27a45872e6 HTTP/1.1" status: 200 len: 1001 time: 0.0979090 Jun 28 12:30:27.328368 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11509b28-26c1-48ea-9d4d-f0f59d81624f req-6113f107-c884-43d5-8317-6e1ce242ae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:27.329806 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-11509b28-26c1-48ea-9d4d-f0f59d81624f req-6113f107-c884-43d5-8317-6e1ce242ae3d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=07d77b73-0127-4dab-b2d9-b653c28d5b6a HTTP/1.1" status: 200 len: 851 time: 0.0576851 Jun 28 12:30:27.407348 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11509b28-26c1-48ea-9d4d-f0f59d81624f req-bb0eceab-207d-4ff8-be4a-e85dcbf92ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:27.408834 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-11509b28-26c1-48ea-9d4d-f0f59d81624f req-bb0eceab-207d-4ff8-be4a-e85dcbf92ff6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=611bae97-b201-4ae0-aa3d-b952aec58054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720994 Jun 28 12:30:27.548085 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-11509b28-26c1-48ea-9d4d-f0f59d81624f req-0685af93-a3c3-4e62-b68a-68865f790651 service neutron] 10.222.0.64 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292343 Jun 28 12:30:27.754222 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-11509b28-26c1-48ea-9d4d-f0f59d81624f req-673f927d-b94b-46bb-965c-3111654ef5ca service neutron] 10.222.0.64 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996057 Jun 28 12:30:30.425281 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:30:32.730816 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ecd400-e1fd-4f26-95d2-dd6a7f4b64d7 req-4befba8a-5411-4730-b43b-8e91d83cdc59 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:32.733762 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-85ecd400-e1fd-4f26-95d2-dd6a7f4b64d7 req-4befba8a-5411-4730-b43b-8e91d83cdc59 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 946 time: 0.3819792 Jun 28 12:30:32.786115 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-85ecd400-e1fd-4f26-95d2-dd6a7f4b64d7 req-eb43f292-590c-4467-84e7-3808290f7108 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462115 Jun 28 12:30:34.055840 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345eedf-387b-44c0-8a6d-b0ceacecee0a req-551ea308-e802-4b00-9b50-f0ba5c967c8f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:34.058425 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8345eedf-387b-44c0-8a6d-b0ceacecee0a req-551ea308-e802-4b00-9b50-f0ba5c967c8f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 946 time: 0.1490476 Jun 28 12:30:34.109874 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8345eedf-387b-44c0-8a6d-b0ceacecee0a req-8c2bc912-3a8a-4c4f-af26-d4af8ce570d8 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450864 Jun 28 12:30:34.272056 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb3e6a-55ba-4734-abc6-bf58a1c4e16e req-9df83b87-cf86-4c15-9451-cce7ad91f63f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:34.273065 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-87cb3e6a-55ba-4734-abc6-bf58a1c4e16e req-9df83b87-cf86-4c15-9451-cce7ad91f63f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Synchronizing usage tracker for tenant:d731c92df6f44735b6ed8f7290374934 on resource:port {{(pid=79148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:30:34.354566 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-87cb3e6a-55ba-4734-abc6-bf58a1c4e16e req-9df83b87-cf86-4c15-9451-cce7ad91f63f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Unset dirty status for tenant:d731c92df6f44735b6ed8f7290374934 on resource:port {{(pid=79148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:30:34.357198 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-87cb3e6a-55ba-4734-abc6-bf58a1c4e16e req-9df83b87-cf86-4c15-9451-cce7ad91f63f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.64 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 946 time: 0.1791415 Jun 28 12:30:34.486478 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [req-87cb3e6a-55ba-4734-abc6-bf58a1c4e16e req-5facaca9-1561-47ca-99f2-397663f07b2b tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Deleting port 92231f7d-7c01-4913-b879-0b27a45872e6 {{(pid=79148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:30:34.487197 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-87cb3e6a-55ba-4734-abc6-bf58a1c4e16e req-5facaca9-1561-47ca-99f2-397663f07b2b tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:34.819564 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-87cb3e6a-55ba-4734-abc6-bf58a1c4e16e req-5facaca9-1561-47ca-99f2-397663f07b2b tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] For port 92231f7d-7c01-4913-b879-0b27a45872e6, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=92231f7d-7c01-4913-b879-0b27a45872e6,segment=NetworkSegment(dc1f170b-1229-466f-8985-928d834987ab),segment_id=dc1f170b-1229-466f-8985-928d834987ab)] {{(pid=79148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:30:34.820191 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-87cb3e6a-55ba-4734-abc6-bf58a1c4e16e req-5facaca9-1561-47ca-99f2-397663f07b2b tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:35.026100 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 50774) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:35.173680 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 50784) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:35.178943 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-87cb3e6a-55ba-4734-abc6-bf58a1c4e16e req-5facaca9-1561-47ca-99f2-397663f07b2b tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:35.179312 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-87cb3e6a-55ba-4734-abc6-bf58a1c4e16e req-5facaca9-1561-47ca-99f2-397663f07b2b tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696881'] for floatingip, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:35.179663 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.db.l3_db [req-87cb3e6a-55ba-4734-abc6-bf58a1c4e16e req-5facaca9-1561-47ca-99f2-397663f07b2b tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Floating IP b551a40d-4cd6-4e2a-8723-8e42ff3c71ab disassociated. External IP: 172.27.0.44, port: 92231f7d-7c01-4913-b879-0b27a45872e6. Jun 28 12:30:35.179996 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [req-87cb3e6a-55ba-4734-abc6-bf58a1c4e16e req-5facaca9-1561-47ca-99f2-397663f07b2b tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Calling delete_port for 92231f7d-7c01-4913-b879-0b27a45872e6 owned by compute:nova {{(pid=79148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:30:35.406140 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-87cb3e6a-55ba-4734-abc6-bf58a1c4e16e req-5facaca9-1561-47ca-99f2-397663f07b2b tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:35.415296 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-54af08b4-e962-4cdb-be98-ff2db8eadd3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:35.415564 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-19e0a8fc-679e-4a4d-b5f5-b662d571c5e8 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:35.430535 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-fb74690b-b684-41c7-be64-22f85862ae9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:35.452005 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-54af08b4-e962-4cdb-be98-ff2db8eadd3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:35.457988 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-fb74690b-b684-41c7-be64-22f85862ae9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:35.461179 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-54af08b4-e962-4cdb-be98-ff2db8eadd3d admin admin] Usage tracker for resource:security_group_rule and tenant:534dcc753b6645669de2bcefdf17da58 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:35.471559 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-54af08b4-e962-4cdb-be98-ff2db8eadd3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:35.475279 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-fb74690b-b684-41c7-be64-22f85862ae9d admin admin] Usage tracker for resource:security_group_rule and tenant:c37b64053fe04fc5b7391f35f20b2b4b is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:35.483095 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-fb74690b-b684-41c7-be64-22f85862ae9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:35.490235 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-fb74690b-b684-41c7-be64-22f85862ae9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:35.492458 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-54af08b4-e962-4cdb-be98-ff2db8eadd3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:35.502380 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5facaca9-1561-47ca-99f2-397663f07b2b tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Pushing event deleted for resources: {'Port': ['ID=92231f7d-7c01-4913-b879-0b27a45872e6,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:35.508889 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-5facaca9-1561-47ca-99f2-397663f07b2b tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:35.559394 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ead9d9-d625-46da-957d-c7768ad48c83 req-93a092b2-8332-4af4-a1af-08fcabbd4059 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:35.564297 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-15ead9d9-d625-46da-957d-c7768ad48c83 req-93a092b2-8332-4af4-a1af-08fcabbd4059 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 867 time: 0.2444284 Jun 28 12:30:35.672524 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-15ead9d9-d625-46da-957d-c7768ad48c83 req-1e2be58c-979e-405b-bb17-5ab3668d9e3e tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987651 Jun 28 12:30:35.682309 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-fb74690b-b684-41c7-be64-22f85862ae9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:35.723032 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-54af08b4-e962-4cdb-be98-ff2db8eadd3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:35.742776 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-fb74690b-b684-41c7-be64-22f85862ae9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:35.750539 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-5cc6cb82-ad8e-4076-a04f-c7e2e81f4913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:35.796116 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-54af08b4-e962-4cdb-be98-ff2db8eadd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:35.806551 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74690b-b684-41c7-be64-22f85862ae9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87705ab3-be50-476a-b89b-f68bbdd81a91,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:35.815768 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-fb74690b-b684-41c7-be64-22f85862ae9d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c37b64053fe04fc5b7391f35f20b2b4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6350913 Jun 28 12:30:35.815768 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-fb74690b-b684-41c7-be64-22f85862ae9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:35.816161 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-afdf679c-329b-4ee5-8786-711a516b92d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:35.823478 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 50790) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:35.864395 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87cb3e6a-55ba-4734-abc6-bf58a1c4e16e req-5facaca9-1561-47ca-99f2-397663f07b2b tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Router ea3eb4ed-00b7-4180-b09c-b378300e6666 has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:30:35.870503 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-54af08b4-e962-4cdb-be98-ff2db8eadd3d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=534dcc753b6645669de2bcefdf17da58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8427565 Jun 28 12:30:35.874946 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 50794) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:35.899097 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af08b4-e962-4cdb-be98-ff2db8eadd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600c659b-a176-4dc4-8e0a-eeccaf360dda,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:35.904849 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-54af08b4-e962-4cdb-be98-ff2db8eadd3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:35.934271 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-98a85325-3b81-4e87-8d6c-e8ffdaf98e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:35.968492 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-98a85325-3b81-4e87-8d6c-e8ffdaf98e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:36.110049 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-98a85325-3b81-4e87-8d6c-e8ffdaf98e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:36.123518 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-36c1e26b-b662-477b-98ff-409c32f82170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:36.151567 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a85325-3b81-4e87-8d6c-e8ffdaf98e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87705ab3-be50-476a-b89b-f68bbdd81a91,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:36.159382 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-98a85325-3b81-4e87-8d6c-e8ffdaf98e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:36.172056 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-98a85325-3b81-4e87-8d6c-e8ffdaf98e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:36.176786 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-98a85325-3b81-4e87-8d6c-e8ffdaf98e01 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/87705ab3-be50-476a-b89b-f68bbdd81a91 HTTP/1.1" status: 204 len: 168 time: 0.3474803 Jun 28 12:30:36.325771 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87cb3e6a-55ba-4734-abc6-bf58a1c4e16e req-5facaca9-1561-47ca-99f2-397663f07b2b tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:30:36.343252 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a97dc53-8628-48d4-9a67-cc971c585162 None None] Sync routers for ids ['ea3eb4ed-00b7-4180-b09c-b378300e6666'] in dv-cinder-798094-1-iscsi {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:30:36.361434 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a97dc53-8628-48d4-9a67-cc971c585162 None None] Routers {'ea3eb4ed-00b7-4180-b09c-b378300e6666'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:30:36.362633 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-3a97dc53-8628-48d4-9a67-cc971c585162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:30:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['ea3eb4ed-00b7-4180-b09c-b378300e6666'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:30:36.519225 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-fb64a1b7-c27e-4f8c-ab87-3d76287bf7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:36.612814 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [req-87cb3e6a-55ba-4734-abc6-bf58a1c4e16e req-5facaca9-1561-47ca-99f2-397663f07b2b tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] No DVR routers for this DVR port 92231f7d-7c01-4913-b879-0b27a45872e6 on host hv-cinder-79809 {{(pid=79148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:30:36.618623 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-87cb3e6a-55ba-4734-abc6-bf58a1c4e16e req-5facaca9-1561-47ca-99f2-397663f07b2b tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:36.628067 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123b1319-b447-483a-aac4-3a9bc7699778', 'name': 'network-vif-deleted', 'tag': '92231f7d-7c01-4913-b879-0b27a45872e6'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:30:36.634170 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-fb64a1b7-c27e-4f8c-ab87-3d76287bf7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:36.723924 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123b1319-b447-483a-aac4-3a9bc7699778', 'name': 'network-vif-deleted', 'tag': '92231f7d-7c01-4913-b879-0b27a45872e6', 'status': 'completed', 'code': 200} Jun 28 12:30:36.735508 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-87cb3e6a-55ba-4734-abc6-bf58a1c4e16e req-5facaca9-1561-47ca-99f2-397663f07b2b tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.64 "DELETE /v2.0/ports/92231f7d-7c01-4913-b879-0b27a45872e6 HTTP/1.1" status: 204 len: 173 time: 2.3725209 Jun 28 12:30:36.805942 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-fb64a1b7-c27e-4f8c-ab87-3d76287bf7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:36.808374 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-3a97dc53-8628-48d4-9a67-cc971c585162 None None] Set router ea3eb4ed-00b7-4180-b09c-b378300e6666 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:30:36.811978 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-3612c123-b9bd-49e8-80df-a5b8e8e771df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:36.846211 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64a1b7-c27e-4f8c-ab87-3d76287bf7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600c659b-a176-4dc4-8e0a-eeccaf360dda,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:36.851783 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-fb64a1b7-c27e-4f8c-ab87-3d76287bf7b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:36.857485 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-fb64a1b7-c27e-4f8c-ab87-3d76287bf7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:36.863916 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-fb64a1b7-c27e-4f8c-ab87-3d76287bf7b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/600c659b-a176-4dc4-8e0a-eeccaf360dda HTTP/1.1" status: 204 len: 168 time: 0.9822683 Jun 28 12:30:36.993508 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3456fa71-c048-436e-be5b-9ad0ad6c741e req-2e762a7f-652f-48a9-bfcc-e636cd9a2e1b tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 210 time: 0.1388662 Jun 28 12:30:37.455147 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-3a97dc53-8628-48d4-9a67-cc971c585162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'name': 'tempest-TestVolumeBootPattern-1730247186-router', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:31Z', 'updated_at': '2021-06-28T12:26:36Z', 'revision_number': 4, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'gw_port': {'id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:32Z', 'updated_at': '2021-06-28T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '78c0c975-9b9e-420b-8a72-4e952e84d897', 'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'mac_address': 'fa:16:3e:c7:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:35Z', 'updated_at': '2021-06-28T12:26:43Z', 'revision_number': 5, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'subnets': [{'id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:30:37.463505 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a97dc53-8628-48d4-9a67-cc971c585162 None None] Checking router: ea3eb4ed-00b7-4180-b09c-b378300e6666 for host: dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:30:37.482278 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a97dc53-8628-48d4-9a67-cc971c585162 None None] Routers {'ea3eb4ed-00b7-4180-b09c-b378300e6666'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:30:37.483464 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-3a97dc53-8628-48d4-9a67-cc971c585162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:30:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['ea3eb4ed-00b7-4180-b09c-b378300e6666'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:30:38.008916 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-3a97dc53-8628-48d4-9a67-cc971c585162 None None] Set router ea3eb4ed-00b7-4180-b09c-b378300e6666 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:30:38.692543 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-01031765-2bbc-4c52-a8f6-d0d062789777 req-04e98c4b-0bfb-494d-b4de-8b31a8c946a0 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=123b1319-b447-483a-aac4-3a9bc7699778 HTTP/1.1" status: 200 len: 210 time: 0.5454240 Jun 28 12:30:38.724935 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-027f56d0-8518-4075-a7d2-4d5e89e3939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:38.811397 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-3a97dc53-8628-48d4-9a67-cc971c585162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'name': 'tempest-TestVolumeBootPattern-1730247186-router', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:31Z', 'updated_at': '2021-06-28T12:26:36Z', 'revision_number': 4, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'gw_port': {'id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:32Z', 'updated_at': '2021-06-28T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '78c0c975-9b9e-420b-8a72-4e952e84d897', 'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'mac_address': 'fa:16:3e:c7:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:35Z', 'updated_at': '2021-06-28T12:26:43Z', 'revision_number': 5, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'subnets': [{'id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:30:38.818470 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a97dc53-8628-48d4-9a67-cc971c585162 None None] The sync data for ids ['ea3eb4ed-00b7-4180-b09c-b378300e6666'] in dv-cinder-798094-1-iscsi is: [{'id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'name': 'tempest-TestVolumeBootPattern-1730247186-router', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:31Z', 'updated_at': '2021-06-28T12:26:36Z', 'revision_number': 4, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'gw_port': {'id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:32Z', 'updated_at': '2021-06-28T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '78c0c975-9b9e-420b-8a72-4e952e84d897', 'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'mac_address': 'fa:16:3e:c7:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:35Z', 'updated_at': '2021-06-28T12:26:43Z', 'revision_number': 5, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'subnets': [{'id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:30:38.954686 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:39.181698 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeecdd8-b047-48d0-9080-b2a01efa089b None None] New status for floating IP b551a40d-4cd6-4e2a-8723-8e42ff3c71ab: DOWN {{(pid=79151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:30:39.252825 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 92231f7d-7c01-4913-b879-0b27a45872e6 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:30:39.292813 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] No Port match for: 92231f7d-7c01-4913-b879-0b27a45872e6 {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:30:39.293342 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 92231f7d-7c01-4913-b879-0b27a45872e6 not bound to the agent host hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:30:40.267372 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-2478349f-235f-46ba-8967-b640fd4fc01d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1103836683&fields=id&tenant_id=d731c92df6f44735b6ed8f7290374934 HTTP/1.1" status: 200 len: 267 time: 0.0982778 Jun 28 12:30:40.558046 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-78d23ac0-246b-4167-9671-07a6f9b852b3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:40.560373 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-78d23ac0-246b-4167-9671-07a6f9b852b3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/networks?id=611bae97-b201-4ae0-aa3d-b952aec58054 HTTP/1.1" status: 200 len: 812 time: 0.2846415 Jun 28 12:30:40.579379 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-9d4f0633-53fb-4d5e-951f-98f51b9893b5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/quotas/d731c92df6f44735b6ed8f7290374934 HTTP/1.1" status: 200 len: 375 time: 0.0108764 Jun 28 12:30:40.677093 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-971c09ba-3dbe-4b68-a262-5f18395528f5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d731c92df6f44735b6ed8f7290374934&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0914373 Jun 28 12:30:40.931024 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-619eedf0-286f-4fc6-b64f-e6d220cb707a service neutron] 10.222.0.24 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411814 Jun 28 12:30:41.063444 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a7720b44-0827-4192-88ce-b53c8ea2b868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:41.108264 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-07b63408-5ea9-4563-9c33-36c8f0665ec5 service neutron] 10.222.0.24 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591206 Jun 28 12:30:41.890980 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1b6881fd-627f-40ed-a7c4-f41c4e3578e4 req-f4cdc6b6-3fd3-4a01-902d-86b7a4309ccc tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 210 time: 0.0439560 Jun 28 12:30:42.160300 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:43.063067 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3012144a-ff31-49f3-937f-e44b7799e3fa req-f304d976-c132-4fe7-840a-7a41649ec642 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 210 time: 0.0566015 Jun 28 12:30:43.845771 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:44.237208 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-15183000-5972-4d79-a464-72047afefaa9 req-3a7bb9d2-4d52-46f4-83a1-e0da3031a015 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 210 time: 0.0494359 Jun 28 12:30:45.496616 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0d79a98e-acbb-4804-b026-702e9b04e45d req-e65516c7-1ccc-4a1e-943c-c1e774494818 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 210 time: 0.0999155 Jun 28 12:30:46.741725 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8f122bd0-a0cf-49fd-959e-0b6ea2daa938 req-df5bd893-7f21-4bf0-8f2b-45a86defece6 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 210 time: 0.0525472 Jun 28 12:30:47.167600 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-7e1f5c9c-bf17-4e1a-823a-13e6c400d743 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:47.170830 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-7e1f5c9c-bf17-4e1a-823a-13e6c400d743 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.64 "GET /v2.0/networks?id=611bae97-b201-4ae0-aa3d-b952aec58054 HTTP/1.1" status: 200 len: 812 time: 0.1909747 Jun 28 12:30:47.249367 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-1f71ca5b-1808-4890-b323-273a39628953 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d731c92df6f44735b6ed8f7290374934 HTTP/1.1" status: 200 len: 380 time: 0.0630865 Jun 28 12:30:47.258683 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-f251641e-566b-4c9c-b67a-0c6a653c7c49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Request body: {'port': {'device_id': '08fdee41-6203-47c5-8f52-5e47f44b0f5a', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'admin_state_up': True, 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'security_groups': ['7d2cc358-66d5-4461-b072-0a0c6d13029c']}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:30:47.428497 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-f251641e-566b-4c9c-b67a-0c6a653c7c49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:47.433764 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-f251641e-566b-4c9c-b67a-0c6a653c7c49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Usage tracker for resource:port and tenant:d731c92df6f44735b6ed8f7290374934 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:47.437410 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-f251641e-566b-4c9c-b67a-0c6a653c7c49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:47.444350 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-f251641e-566b-4c9c-b67a-0c6a653c7c49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:47.548570 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-f251641e-566b-4c9c-b67a-0c6a653c7c49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Made reservation on behalf of d731c92df6f44735b6ed8f7290374934 for: {'port': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:30:47.552365 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-f251641e-566b-4c9c-b67a-0c6a653c7c49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:47.738704 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-f251641e-566b-4c9c-b67a-0c6a653c7c49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Allocated IP 172.20.0.8 (611bae97-b201-4ae0-aa3d-b952aec58054/07d77b73-0127-4dab-b2d9-b653c28d5b6a/c6acad85-7082-49eb-984b-905172368108) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:30:47.968360 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4d0a6230-90ee-4f46-ad32-d2748978b4de req-5488ca7d-ce33-4e47-96e1-636aa5a0d6eb tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 210 time: 0.0703044 Jun 28 12:30:47.970970 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-f251641e-566b-4c9c-b67a-0c6a653c7c49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:47.989869 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.provisioning_blocks [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-f251641e-566b-4c9c-b67a-0c6a653c7c49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Transition to ACTIVE for port object c6acad85-7082-49eb-984b-905172368108 will not be triggered until provisioned by entity DHCP. {{(pid=79148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:30:48.093031 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-f251641e-566b-4c9c-b67a-0c6a653c7c49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:48.099284 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-f5699c44-0a2c-4009-89c2-3bb679c52a20 tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:48.167889 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-f251641e-566b-4c9c-b67a-0c6a653c7c49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Network 611bae97-b201-4ae0-aa3d-b952aec58054 is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:30:48.171618 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-f251641e-566b-4c9c-b67a-0c6a653c7c49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:30:48.174157 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-f251641e-566b-4c9c-b67a-0c6a653c7c49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:30:48.214716 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251641e-566b-4c9c-b67a-0c6a653c7c49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Pushing event updated for resources: {'Port': ['ID=c6acad85-7082-49eb-984b-905172368108,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:48.234389 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f251641e-566b-4c9c-b67a-0c6a653c7c49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:48.234762 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f251641e-566b-4c9c-b67a-0c6a653c7c49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:48.235128 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f251641e-566b-4c9c-b67a-0c6a653c7c49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:48.235471 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f251641e-566b-4c9c-b67a-0c6a653c7c49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:48.235811 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f251641e-566b-4c9c-b67a-0c6a653c7c49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:48.236164 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f251641e-566b-4c9c-b67a-0c6a653c7c49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:48.236488 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f251641e-566b-4c9c-b67a-0c6a653c7c49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:48.236825 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f251641e-566b-4c9c-b67a-0c6a653c7c49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:48.237160 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f251641e-566b-4c9c-b67a-0c6a653c7c49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:48.237492 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f251641e-566b-4c9c-b67a-0c6a653c7c49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:48.237822 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f251641e-566b-4c9c-b67a-0c6a653c7c49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:48.238149 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f251641e-566b-4c9c-b67a-0c6a653c7c49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:48.244976 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-f251641e-566b-4c9c-b67a-0c6a653c7c49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:48.266293 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-f251641e-566b-4c9c-b67a-0c6a653c7c49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:48.267176 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-f251641e-566b-4c9c-b67a-0c6a653c7c49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:48.377696 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-f251641e-566b-4c9c-b67a-0c6a653c7c49 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1232877 Jun 28 12:30:48.491714 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-3648d247-4ddc-4208-98a7-00471ec8cca2 None None] Provisioning for port c6acad85-7082-49eb-984b-905172368108 completed by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:30:48.497660 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-3648d247-4ddc-4208-98a7-00471ec8cca2 None None] Provisioning complete for port c6acad85-7082-49eb-984b-905172368108 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:30:48.498136 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-3648d247-4ddc-4208-98a7-00471ec8cca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:48.569884 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-3648d247-4ddc-4208-98a7-00471ec8cca2 None None] Port c6acad85-7082-49eb-984b-905172368108 cannot update to ACTIVE because it is not bound. {{(pid=79150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:30:49.181412 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea89b29-bda7-430c-83b5-1322fda5637a req-4ce32849-ce7b-44e4-bc90-8881519352a4 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:49.182861 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-fea89b29-bda7-430c-83b5-1322fda5637a req-4ce32849-ce7b-44e4-bc90-8881519352a4 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 931 time: 0.0861275 Jun 28 12:30:49.238642 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-fea89b29-bda7-430c-83b5-1322fda5637a req-79ce1382-f548-4290-8a55-2e9f8ffe6cf3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449386 Jun 28 12:30:50.430233 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd849a4-099d-467d-80f3-1479411b479f req-b85cae34-bd50-459b-961b-c55aa9733568 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:50.431642 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8dd849a4-099d-467d-80f3-1479411b479f req-b85cae34-bd50-459b-961b-c55aa9733568 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 931 time: 0.0830193 Jun 28 12:30:50.479101 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8dd849a4-099d-467d-80f3-1479411b479f req-9c442040-e4ad-468c-a953-4d25ff48576f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408545 Jun 28 12:30:50.665128 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-ec7fb973-d92f-48d1-bbfb-571a0534ec9f service neutron] Request body: {'port': {'device_id': '08fdee41-6203-47c5-8f52-5e47f44b0f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:30:50.813116 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-ec7fb973-d92f-48d1-bbfb-571a0534ec9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:51.359982 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-ec7fb973-d92f-48d1-bbfb-571a0534ec9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6acad85-7082-49eb-984b-905172368108 {{(pid=79148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:30:51.376038 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-ec7fb973-d92f-48d1-bbfb-571a0534ec9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:51.401324 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.provisioning_blocks [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-ec7fb973-d92f-48d1-bbfb-571a0534ec9f service neutron] Transition to ACTIVE for port object c6acad85-7082-49eb-984b-905172368108 will not be triggered until provisioned by entity L2. {{(pid=79148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:30:51.566218 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-ec7fb973-d92f-48d1-bbfb-571a0534ec9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:51.577078 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-96432e14-b5f2-441a-ba55-d968803beef9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:51.871040 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591a8c4-c03e-4aa7-92d5-7aa9e4ee2c83 req-144b7e9a-5503-451f-9c01-0e0a927ffe5e tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:51.882715 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7fb973-d92f-48d1-bbfb-571a0534ec9f service neutron] Pushing event updated for resources: {'Port': ['ID=c6acad85-7082-49eb-984b-905172368108,revision_number=2']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:51.895137 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-ec7fb973-d92f-48d1-bbfb-571a0534ec9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:51.896040 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4591a8c4-c03e-4aa7-92d5-7aa9e4ee2c83 req-144b7e9a-5503-451f-9c01-0e0a927ffe5e tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 943 time: 0.2376485 Jun 28 12:30:51.961579 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-ec7fb973-d92f-48d1-bbfb-571a0534ec9f service neutron] Attempting to bind port c6acad85-7082-49eb-984b-905172368108 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:30:51.962187 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-ec7fb973-d92f-48d1-bbfb-571a0534ec9f service neutron] Attempting to bind port c6acad85-7082-49eb-984b-905172368108 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'dc1f170b-1229-466f-8985-928d834987ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054'}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:30:51.962968 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-ec7fb973-d92f-48d1-bbfb-571a0534ec9f service neutron] Attempting to bind port c6acad85-7082-49eb-984b-905172368108 on network 611bae97-b201-4ae0-aa3d-b952aec58054 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:30:51.974185 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-ec7fb973-d92f-48d1-bbfb-571a0534ec9f service neutron] Port c6acad85-7082-49eb-984b-905172368108 on network 611bae97-b201-4ae0-aa3d-b952aec58054 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:30:51.974893 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-ec7fb973-d92f-48d1-bbfb-571a0534ec9f service neutron] Attempting to bind port c6acad85-7082-49eb-984b-905172368108 on network 611bae97-b201-4ae0-aa3d-b952aec58054 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:30:52.004327 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4591a8c4-c03e-4aa7-92d5-7aa9e4ee2c83 req-30fe9b4f-f5ea-424f-bc94-9e0683c57fcc tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050494 Jun 28 12:30:52.008430 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-ec7fb973-d92f-48d1-bbfb-571a0534ec9f service neutron] Checking agent: {'id': '406cf176-031c-46fa-bfd0-dd20e5845d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'started_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:30:52.008765 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-ec7fb973-d92f-48d1-bbfb-571a0534ec9f service neutron] Checking segment: {'id': 'dc1f170b-1229-466f-8985-928d834987ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:30:52.009158 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-ec7fb973-d92f-48d1-bbfb-571a0534ec9f service neutron] Bound using segment: {'id': 'dc1f170b-1229-466f-8985-928d834987ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054'} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:30:52.009581 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-ec7fb973-d92f-48d1-bbfb-571a0534ec9f service neutron] Bound port: c6acad85-7082-49eb-984b-905172368108, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc1f170b-1229-466f-8985-928d834987ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054'}}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:30:52.011485 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-ec7fb973-d92f-48d1-bbfb-571a0534ec9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:52.232801 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-ec7fb973-d92f-48d1-bbfb-571a0534ec9f service neutron] For port c6acad85-7082-49eb-984b-905172368108, host hv-cinder-79809, cleared binding levels {{(pid=79148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:30:52.236632 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-ec7fb973-d92f-48d1-bbfb-571a0534ec9f service neutron] For port c6acad85-7082-49eb-984b-905172368108, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c6acad85-7082-49eb-984b-905172368108,segment=NetworkSegment(dc1f170b-1229-466f-8985-928d834987ab),segment_id=dc1f170b-1229-466f-8985-928d834987ab)] {{(pid=79148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:30:52.379452 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-ec7fb973-d92f-48d1-bbfb-571a0534ec9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:52.392161 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-5facaca9-1561-47ca-99f2-397663f07b2b tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:52.488421 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-ec7fb973-d92f-48d1-bbfb-571a0534ec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:52.489530 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-ec7fb973-d92f-48d1-bbfb-571a0534ec9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:52.492238 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-ec7fb973-d92f-48d1-bbfb-571a0534ec9f service neutron] 10.222.0.64 "PUT /v2.0/ports/c6acad85-7082-49eb-984b-905172368108 HTTP/1.1" status: 200 len: 1093 time: 1.8857927 Jun 28 12:30:52.496649 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fdee41-6203-47c5-8f52-5e47f44b0f5a', 'tag': 'c6acad85-7082-49eb-984b-905172368108'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:30:52.556066 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7fb973-d92f-48d1-bbfb-571a0534ec9f service neutron] Pushing event updated for resources: {'Port': ['ID=c6acad85-7082-49eb-984b-905172368108,revision_number=3']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:52.569225 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-ec7fb973-d92f-48d1-bbfb-571a0534ec9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:52.663122 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87630711-ba7d-4258-b8b7-9ef25ccaca77 req-77d7984a-7895-46a4-b953-b98bbfb7f7b6 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:52.665185 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-87630711-ba7d-4258-b8b7-9ef25ccaca77 req-77d7984a-7895-46a4-b953-b98bbfb7f7b6 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.0941110 Jun 28 12:30:52.800034 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-87630711-ba7d-4258-b8b7-9ef25ccaca77 req-369dfc12-05d1-440b-aa60-2676c0645e0e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1240263 Jun 28 12:30:52.882170 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-43f0123e-4012-4115-a04d-dec097f58da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:52.884867 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-43f0123e-4012-4115-a04d-dec097f58da4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d731c92df6f44735b6ed8f7290374934&device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 1096 time: 0.1571224 Jun 28 12:30:52.983622 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fdee41-6203-47c5-8f52-5e47f44b0f5a', 'tag': 'c6acad85-7082-49eb-984b-905172368108', 'status': 'completed', 'code': 200} Jun 28 12:30:53.013937 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-d482fd3c-744f-4d74-9229-98a720cd82fb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6acad85-7082-49eb-984b-905172368108 HTTP/1.1" status: 200 len: 217 time: 0.0935485 Jun 28 12:30:53.104302 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-45182b00-42d7-48d3-8a04-e5fd81e391c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:53.107384 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-45182b00-42d7-48d3-8a04-e5fd81e391c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=07d77b73-0127-4dab-b2d9-b653c28d5b6a HTTP/1.1" status: 200 len: 851 time: 0.0870585 Jun 28 12:30:53.223839 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-a19f34bf-94ac-4914-b041-02597a60163c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:53.228533 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-a19f34bf-94ac-4914-b041-02597a60163c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=611bae97-b201-4ae0-aa3d-b952aec58054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1141613 Jun 28 12:30:53.339482 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9526f17-658a-4db3-8e88-07f561b8b6d1 req-2f5d2c7e-da07-42fd-93bb-8b214dbcf817 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:53.353280 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b9526f17-658a-4db3-8e88-07f561b8b6d1 req-2f5d2c7e-da07-42fd-93bb-8b214dbcf817 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 943 time: 0.1573589 Jun 28 12:30:53.422836 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b9526f17-658a-4db3-8e88-07f561b8b6d1 req-3aa4dabe-f263-408f-b495-241553f2643e tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681736 Jun 28 12:30:53.510948 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-55344090-15e7-417b-92c9-4556f7bafbb9 service neutron] 10.222.0.64 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639883 Jun 28 12:30:53.657842 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-134d4dbf-1bcb-4745-99ab-edcd0962022a req-c1c4beae-b230-48d6-a2d7-c887da8e3dc7 service neutron] 10.222.0.64 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441419 Jun 28 12:30:53.901923 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8565e-2efc-4ebc-994a-4066b4aa61c9 req-0a423f05-2ccf-463f-9666-29025840fb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:53.903498 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-3da8565e-2efc-4ebc-994a-4066b4aa61c9 req-0a423f05-2ccf-463f-9666-29025840fb9a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d731c92df6f44735b6ed8f7290374934&device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 1096 time: 0.0831609 Jun 28 12:30:54.071995 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8565e-2efc-4ebc-994a-4066b4aa61c9 req-2e71ccbc-1e17-4b80-b1b7-acff34b7b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:54.073758 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-3da8565e-2efc-4ebc-994a-4066b4aa61c9 req-2e71ccbc-1e17-4b80-b1b7-acff34b7b415 service neutron] 10.222.0.64 "GET /v2.0/networks?id=611bae97-b201-4ae0-aa3d-b952aec58054 HTTP/1.1" status: 200 len: 913 time: 0.1634367 Jun 28 12:30:54.131808 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999fc83-44dc-4fbd-aeb6-adf7217069ee req-62484040-0237-43ab-a31c-bdfa7f144ea4 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:54.133613 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2999fc83-44dc-4fbd-aeb6-adf7217069ee req-62484040-0237-43ab-a31c-bdfa7f144ea4 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.1185091 Jun 28 12:30:54.145449 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-3da8565e-2efc-4ebc-994a-4066b4aa61c9 req-68d41fc9-f76d-410e-9e54-a2b2cf05609f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6acad85-7082-49eb-984b-905172368108 HTTP/1.1" status: 200 len: 217 time: 0.0651734 Jun 28 12:30:54.210101 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2999fc83-44dc-4fbd-aeb6-adf7217069ee req-054116b6-40f0-4ec1-a419-8437ac451e95 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644255 Jun 28 12:30:54.246001 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8565e-2efc-4ebc-994a-4066b4aa61c9 req-e76f742b-abc5-464a-8101-96c9354b9a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:54.248239 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-3da8565e-2efc-4ebc-994a-4066b4aa61c9 req-e76f742b-abc5-464a-8101-96c9354b9a1f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=07d77b73-0127-4dab-b2d9-b653c28d5b6a HTTP/1.1" status: 200 len: 851 time: 0.0924718 Jun 28 12:30:54.346016 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8565e-2efc-4ebc-994a-4066b4aa61c9 req-8a6a3aac-b867-4724-8e1e-3d807c8025bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:54.348288 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-3da8565e-2efc-4ebc-994a-4066b4aa61c9 req-8a6a3aac-b867-4724-8e1e-3d807c8025bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=611bae97-b201-4ae0-aa3d-b952aec58054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0927780 Jun 28 12:30:54.496773 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6243d-cded-4af2-82e9-562a09ff7d93 req-af89ea6a-d6de-4864-84f2-de75872589b4 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:54.504570 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-23b6243d-cded-4af2-82e9-562a09ff7d93 req-af89ea6a-d6de-4864-84f2-de75872589b4 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 946 time: 0.1641493 Jun 28 12:30:54.562536 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-23b6243d-cded-4af2-82e9-562a09ff7d93 req-81e93035-0a73-4004-b481-177667f777da tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488760 Jun 28 12:30:54.640624 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-3da8565e-2efc-4ebc-994a-4066b4aa61c9 req-65bbdf04-5498-49ad-b261-10a2fb8b0fcd service neutron] 10.222.0.64 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850659 Jun 28 12:30:54.854617 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db939ab-d5d4-45f2-bdce-22d3a1dfe710 req-5113d7b1-b6ed-4c64-a70c-a08f510785ac tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:54.867589 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4db939ab-d5d4-45f2-bdce-22d3a1dfe710 req-5113d7b1-b6ed-4c64-a70c-a08f510785ac tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 943 time: 0.2069621 Jun 28 12:30:54.914070 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-3da8565e-2efc-4ebc-994a-4066b4aa61c9 req-30e85f71-fe02-4879-9767-66a9581a14a9 service neutron] 10.222.0.64 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663975 Jun 28 12:30:54.935728 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4db939ab-d5d4-45f2-bdce-22d3a1dfe710 req-dbf26d41-c825-44e6-bcb3-baa079d61742 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669730 Jun 28 12:30:55.063443 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:55.433224 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b550c5-8569-46a7-b60d-fc53e0dc7d29 req-4f7c5a2b-f3b8-4657-8e2e-7ce6eb00a759 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:55.435199 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b7b550c5-8569-46a7-b60d-fc53e0dc7d29 req-4f7c5a2b-f3b8-4657-8e2e-7ce6eb00a759 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.0969923 Jun 28 12:30:55.492683 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b7b550c5-8569-46a7-b60d-fc53e0dc7d29 req-582fd67f-8aaf-4393-babc-3bf96aeffd98 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491037 Jun 28 12:30:56.135344 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56aa36-d3a2-4480-934b-58a4e4ed3fa8 req-30146e7d-d112-4547-bd5b-0d3fdca15237 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:56.136174 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-0d56aa36-d3a2-4480-934b-58a4e4ed3fa8 req-30146e7d-d112-4547-bd5b-0d3fdca15237 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Synchronizing usage tracker for tenant:04859a58a39e455e91103d81df922270 on resource:port {{(pid=79148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:30:56.205860 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-0d56aa36-d3a2-4480-934b-58a4e4ed3fa8 req-30146e7d-d112-4547-bd5b-0d3fdca15237 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Unset dirty status for tenant:04859a58a39e455e91103d81df922270 on resource:port {{(pid=79148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:30:56.207260 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-0d56aa36-d3a2-4480-934b-58a4e4ed3fa8 req-30146e7d-d112-4547-bd5b-0d3fdca15237 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 946 time: 0.1964562 Jun 28 12:30:56.311737 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8f50e-d1e6-4c21-9051-cd6ae117f118 req-bc7f19ed-68cc-41ac-a711-ccd67f2f636c tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:56.314422 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cec8f50e-d1e6-4c21-9051-cd6ae117f118 req-bc7f19ed-68cc-41ac-a711-ccd67f2f636c tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 946 time: 0.4338038 Jun 28 12:30:56.332030 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382205c3-52f6-49c3-8edb-77069ab3d0e5 req-6afd64e6-b3a1-4a59-bb0f-d6910fca4db5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:56.334846 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-382205c3-52f6-49c3-8edb-77069ab3d0e5 req-6afd64e6-b3a1-4a59-bb0f-d6910fca4db5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 943 time: 0.2483048 Jun 28 12:30:56.365846 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [req-0d56aa36-d3a2-4480-934b-58a4e4ed3fa8 req-9d02dfda-43dd-43bc-8060-27d9290851f7 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Deleting port 4114eaad-f578-4bf1-ae55-872b59876a3b {{(pid=79148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:30:56.366198 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-0d56aa36-d3a2-4480-934b-58a4e4ed3fa8 req-9d02dfda-43dd-43bc-8060-27d9290851f7 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:56.471857 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cec8f50e-d1e6-4c21-9051-cd6ae117f118 req-467bb259-d43d-4676-b388-df24b0dbf177 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=d464fa86-a267-41bf-b828-0052bb599b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352763 Jun 28 12:30:56.486983 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-382205c3-52f6-49c3-8edb-77069ab3d0e5 req-fed7d533-0907-4273-817a-58cd5fc45de1 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214082 Jun 28 12:30:56.691824 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-0d56aa36-d3a2-4480-934b-58a4e4ed3fa8 req-9d02dfda-43dd-43bc-8060-27d9290851f7 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] For port 4114eaad-f578-4bf1-ae55-872b59876a3b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=4114eaad-f578-4bf1-ae55-872b59876a3b,segment=NetworkSegment(23364f25-0914-45c3-9348-f31d0dbc7405),segment_id=23364f25-0914-45c3-9348-f31d0dbc7405)] {{(pid=79148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:30:56.692398 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-0d56aa36-d3a2-4480-934b-58a4e4ed3fa8 req-9d02dfda-43dd-43bc-8060-27d9290851f7 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:56.742638 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f140a2-c299-45f9-a651-358439df8bca req-e32000c7-dea0-4548-9624-bfcca3cd4415 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:56.744190 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b0f140a2-c299-45f9-a651-358439df8bca req-e32000c7-dea0-4548-9624-bfcca3cd4415 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.0851705 Jun 28 12:30:56.799689 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b0f140a2-c299-45f9-a651-358439df8bca req-7be0752a-84ee-43ca-96f7-1cc7b06d42bf tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481157 Jun 28 12:30:57.139104 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-0d56aa36-d3a2-4480-934b-58a4e4ed3fa8 req-9d02dfda-43dd-43bc-8060-27d9290851f7 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:57.139794 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-0d56aa36-d3a2-4480-934b-58a4e4ed3fa8 req-9d02dfda-43dd-43bc-8060-27d9290851f7 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696881'] for floatingip, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:57.139794 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.db.l3_db [req-0d56aa36-d3a2-4480-934b-58a4e4ed3fa8 req-9d02dfda-43dd-43bc-8060-27d9290851f7 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Floating IP 41fb2762-f180-4fcb-b83d-18cc342cfd4f disassociated. External IP: 172.27.0.43, port: 4114eaad-f578-4bf1-ae55-872b59876a3b. Jun 28 12:30:57.140136 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [req-0d56aa36-d3a2-4480-934b-58a4e4ed3fa8 req-9d02dfda-43dd-43bc-8060-27d9290851f7 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Calling delete_port for 4114eaad-f578-4bf1-ae55-872b59876a3b owned by compute:nova {{(pid=79148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:30:57.377478 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-0d56aa36-d3a2-4480-934b-58a4e4ed3fa8 req-9d02dfda-43dd-43bc-8060-27d9290851f7 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:57.383909 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-c4920512-a668-4c3d-9e72-2ec05a3b4f64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:57.432682 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02dfda-43dd-43bc-8060-27d9290851f7 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Pushing event deleted for resources: {'Port': ['ID=4114eaad-f578-4bf1-ae55-872b59876a3b,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:57.439134 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-9d02dfda-43dd-43bc-8060-27d9290851f7 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:57.683246 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d56aa36-d3a2-4480-934b-58a4e4ed3fa8 req-9d02dfda-43dd-43bc-8060-27d9290851f7 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Router cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:30:57.732103 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7497754b-f477-4b28-abf7-cef8255487dd req-5517d141-2f55-4527-b9f9-44f20b95878c tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 210 time: 0.0791287 Jun 28 12:30:57.781406 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ccaa1-19a9-40cc-b773-ab94af729b2f req-48d9e877-eb3e-4e24-a110-0c83b74b0bd1 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:57.782919 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-048ccaa1-19a9-40cc-b773-ab94af729b2f req-48d9e877-eb3e-4e24-a110-0c83b74b0bd1 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 943 time: 0.0991900 Jun 28 12:30:57.862075 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-048ccaa1-19a9-40cc-b773-ab94af729b2f req-f3a63513-f728-49e3-a545-0b0cde73e0e9 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683210 Jun 28 12:30:58.030276 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d56aa36-d3a2-4480-934b-58a4e4ed3fa8 req-9d02dfda-43dd-43bc-8060-27d9290851f7 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:30:58.054914 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0b4ef8-3576-4881-90ea-3f2eff6c8f28 None None] Sync routers for ids ['cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'] in dv-cinder-798094-1-iscsi {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:30:58.084670 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0b4ef8-3576-4881-90ea-3f2eff6c8f28 None None] Routers {'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:30:58.090465 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-ef0b4ef8-3576-4881-90ea-3f2eff6c8f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:30:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:30:58.135138 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d56aa36-d3a2-4480-934b-58a4e4ed3fa8 req-9d02dfda-43dd-43bc-8060-27d9290851f7 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] No DVR routers for this DVR port 4114eaad-f578-4bf1-ae55-872b59876a3b on host hv-cinder-79809 {{(pid=79148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:30:58.138238 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-0d56aa36-d3a2-4480-934b-58a4e4ed3fa8 req-9d02dfda-43dd-43bc-8060-27d9290851f7 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:58.141487 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4485b18-118c-4640-8214-4df2eb02fd3c', 'name': 'network-vif-deleted', 'tag': '4114eaad-f578-4bf1-ae55-872b59876a3b'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:30:58.208958 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4485b18-118c-4640-8214-4df2eb02fd3c', 'name': 'network-vif-deleted', 'tag': '4114eaad-f578-4bf1-ae55-872b59876a3b', 'status': 'completed', 'code': 200} Jun 28 12:30:58.218388 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733525eb-527a-4918-87be-ec9d1084fedd req-d1e00bff-13a1-4cb0-8add-ec6cc49bce3b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:58.220979 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-733525eb-527a-4918-87be-ec9d1084fedd req-d1e00bff-13a1-4cb0-8add-ec6cc49bce3b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.1745093 Jun 28 12:30:58.225015 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-0d56aa36-d3a2-4480-934b-58a4e4ed3fa8 req-9d02dfda-43dd-43bc-8060-27d9290851f7 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.64 "DELETE /v2.0/ports/4114eaad-f578-4bf1-ae55-872b59876a3b HTTP/1.1" status: 204 len: 173 time: 2.0113409 Jun 28 12:30:58.287083 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-ef0b4ef8-3576-4881-90ea-3f2eff6c8f28 None None] Set router cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:30:58.299413 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-733525eb-527a-4918-87be-ec9d1084fedd req-de0cdd06-3db3-443f-bf92-aa06489e52cc tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705984 Jun 28 12:30:58.647609 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-ef0b4ef8-3576-4881-90ea-3f2eff6c8f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'name': 'tempest-AttachVolumeShelveTestJSON-528365198-router', 'tenant_id': '04859a58a39e455e91103d81df922270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:27:02Z', 'updated_at': '2021-06-28T12:27:09Z', 'revision_number': 4, 'project_id': '04859a58a39e455e91103d81df922270', 'gw_port': {'id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:04Z', 'updated_at': '2021-06-28T12:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': 'f1e0099b-f34d-4b7a-a7a9-0474dce65c59', 'name': '', 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'tenant_id': '04859a58a39e455e91103d81df922270', 'mac_address': 'fa:16:3e:77:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:08Z', 'updated_at': '2021-06-28T12:27:15Z', 'revision_number': 5, 'project_id': '04859a58a39e455e91103d81df922270', 'subnets': [{'id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:30:58.651936 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0b4ef8-3576-4881-90ea-3f2eff6c8f28 None None] Checking router: cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 for host: dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:30:58.661220 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0b4ef8-3576-4881-90ea-3f2eff6c8f28 None None] Routers {'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:30:58.661939 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-ef0b4ef8-3576-4881-90ea-3f2eff6c8f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:30:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:30:58.901852 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-ef0b4ef8-3576-4881-90ea-3f2eff6c8f28 None None] Set router cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:30:59.044500 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-554f4503-0131-45ba-a9a7-af36dd9cade8 req-36153735-4e91-4b10-ab95-7b6496cdd5c2 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 210 time: 0.0769339 Jun 28 12:30:59.266876 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-ef0b4ef8-3576-4881-90ea-3f2eff6c8f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'name': 'tempest-AttachVolumeShelveTestJSON-528365198-router', 'tenant_id': '04859a58a39e455e91103d81df922270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:27:02Z', 'updated_at': '2021-06-28T12:27:09Z', 'revision_number': 4, 'project_id': '04859a58a39e455e91103d81df922270', 'gw_port': {'id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:04Z', 'updated_at': '2021-06-28T12:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': 'f1e0099b-f34d-4b7a-a7a9-0474dce65c59', 'name': '', 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'tenant_id': '04859a58a39e455e91103d81df922270', 'mac_address': 'fa:16:3e:77:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:08Z', 'updated_at': '2021-06-28T12:27:15Z', 'revision_number': 5, 'project_id': '04859a58a39e455e91103d81df922270', 'subnets': [{'id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:30:59.271625 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0b4ef8-3576-4881-90ea-3f2eff6c8f28 None None] The sync data for ids ['cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'] in dv-cinder-798094-1-iscsi is: [{'id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'name': 'tempest-AttachVolumeShelveTestJSON-528365198-router', 'tenant_id': '04859a58a39e455e91103d81df922270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:27:02Z', 'updated_at': '2021-06-28T12:27:09Z', 'revision_number': 4, 'project_id': '04859a58a39e455e91103d81df922270', 'gw_port': {'id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:04Z', 'updated_at': '2021-06-28T12:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': 'f1e0099b-f34d-4b7a-a7a9-0474dce65c59', 'name': '', 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'tenant_id': '04859a58a39e455e91103d81df922270', 'mac_address': 'fa:16:3e:77:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:08Z', 'updated_at': '2021-06-28T12:27:15Z', 'revision_number': 5, 'project_id': '04859a58a39e455e91103d81df922270', 'subnets': [{'id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:30:59.420080 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd3bef-7865-432f-ab1c-4af2f38cb199 req-069b27df-f615-4166-b97b-eb7db8b3ded5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:59.423361 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f1fd3bef-7865-432f-ab1c-4af2f38cb199 req-069b27df-f615-4166-b97b-eb7db8b3ded5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 943 time: 0.1357651 Jun 28 12:30:59.558000 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f1fd3bef-7865-432f-ab1c-4af2f38cb199 req-3c85f135-c277-4909-a1e4-d2d4a21ab095 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254268 Jun 28 12:30:59.607849 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a060d2f-4daa-4e90-b9b6-eae4f99d573a None None] New status for floating IP 41fb2762-f180-4fcb-b83d-18cc342cfd4f: DOWN {{(pid=79151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:30:59.649717 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ebb3a-95be-449e-8c26-0974f423a701 req-9e0ad98c-47b3-4a01-9a3e-ec0a938dbb03 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:59.652424 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3f5ebb3a-95be-449e-8c26-0974f423a701 req-9e0ad98c-47b3-4a01-9a3e-ec0a938dbb03 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.1538346 Jun 28 12:30:59.720575 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3f5ebb3a-95be-449e-8c26-0974f423a701 req-0ab4f16c-b4e4-4d43-a6b6-510417d66b46 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567243 Jun 28 12:31:00.236923 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ef573eb0-662f-42d9-b180-ff238acb20ea req-bb52abdb-85ca-4f72-a53a-209743767e65 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 210 time: 0.0485003 Jun 28 12:31:00.774842 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab53348-505f-40fc-8afa-3e0af7a9f957 req-b57105df-5e69-4016-b9d8-6613b8f3e908 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:00.776612 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cab53348-505f-40fc-8afa-3e0af7a9f957 req-b57105df-5e69-4016-b9d8-6613b8f3e908 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 943 time: 0.0961790 Jun 28 12:31:00.833846 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cab53348-505f-40fc-8afa-3e0af7a9f957 req-60018f83-4b5a-42c9-9cec-4fd2ba56f3e8 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455239 Jun 28 12:31:00.947006 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ccdfc-a3e9-436a-bf3d-cd83f2c70993 req-cb745496-c00f-4b74-80c1-413a6b7f9251 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:00.948979 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cf7ccdfc-a3e9-436a-bf3d-cd83f2c70993 req-cb745496-c00f-4b74-80c1-413a6b7f9251 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.0880179 Jun 28 12:31:01.004059 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cf7ccdfc-a3e9-436a-bf3d-cd83f2c70993 req-0c4e4f54-d907-4537-988c-c16d061ceab6 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450332 Jun 28 12:31:01.459586 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-62799af8-c4f9-435e-b56b-9167da267308 req-6a38ecb2-80a2-49ba-834e-5fa183cc8dc3 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 210 time: 0.0553007 Jun 28 12:31:02.028940 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0157a-afe2-497c-9b00-b8ae1d08dce6 req-851e1d22-4764-4444-8361-374fbb2e8e96 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:02.031372 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4fc0157a-afe2-497c-9b00-b8ae1d08dce6 req-851e1d22-4764-4444-8361-374fbb2e8e96 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 943 time: 0.0839515 Jun 28 12:31:02.108801 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4fc0157a-afe2-497c-9b00-b8ae1d08dce6 req-ef947826-f89c-43e5-9b43-280b13dc1c12 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706773 Jun 28 12:31:02.247562 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab5016-fda8-470d-9eb4-aa3a8b2fe0a5 req-67aa1c0d-ad79-41e8-94c2-a1fae0a25cb2 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:02.249177 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b8ab5016-fda8-470d-9eb4-aa3a8b2fe0a5 req-67aa1c0d-ad79-41e8-94c2-a1fae0a25cb2 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.0928586 Jun 28 12:31:02.299231 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b8ab5016-fda8-470d-9eb4-aa3a8b2fe0a5 req-aa81db52-2a64-403b-8c10-35f209937ed2 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434339 Jun 28 12:31:02.392178 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 4114eaad-f578-4bf1-ae55-872b59876a3b no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:31:02.443842 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] No Port match for: 4114eaad-f578-4bf1-ae55-872b59876a3b {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:31:02.443842 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 4114eaad-f578-4bf1-ae55-872b59876a3b not bound to the agent host hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:31:02.649598 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c82d2fe6-03ae-4385-a412-268dce8acec8 req-67a9202c-5218-4f96-8f23-0f8dc860a52d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4485b18-118c-4640-8214-4df2eb02fd3c HTTP/1.1" status: 200 len: 210 time: 0.0433583 Jun 28 12:31:03.351548 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4b608-6ed9-4b3f-a572-faadfa4892e9 req-9bf1428d-3430-409c-9049-a16ed1a5e9c4 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:03.353573 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e2a4b608-6ed9-4b3f-a572-faadfa4892e9 req-9bf1428d-3430-409c-9049-a16ed1a5e9c4 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 943 time: 0.1281211 Jun 28 12:31:03.427082 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e2a4b608-6ed9-4b3f-a572-faadfa4892e9 req-3c96c751-6c2f-41e3-a9d4-1c0802db767e tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641620 Jun 28 12:31:03.561279 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe115b-ff07-45f2-8d0f-53259fc20f84 req-b2fed60f-2cb5-472d-8cde-a55857e80c74 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:03.562973 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8ffe115b-ff07-45f2-8d0f-53259fc20f84 req-b2fed60f-2cb5-472d-8cde-a55857e80c74 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.1086910 Jun 28 12:31:03.648208 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8ffe115b-ff07-45f2-8d0f-53259fc20f84 req-58e883f3-e588-41cc-af6b-8d90728736d1 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749836 Jun 28 12:31:03.924754 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 51190) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:04.039031 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0d5e46ab-642f-4131-8e01-ee28b37c81f9 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:04.075665 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0d5e46ab-642f-4131-8e01-ee28b37c81f9 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:04.280052 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0d5e46ab-642f-4131-8e01-ee28b37c81f9 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:04.284841 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-98a85325-3b81-4e87-8d6c-e8ffdaf98e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:04.307776 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e46ab-642f-4131-8e01-ee28b37c81f9 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d464fa86-a267-41bf-b828-0052bb599b37,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:04.312706 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-0d5e46ab-642f-4131-8e01-ee28b37c81f9 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:04.403769 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0d5e46ab-642f-4131-8e01-ee28b37c81f9 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:04.405873 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-0d5e46ab-642f-4131-8e01-ee28b37c81f9 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "DELETE /v2.0/security-groups/d464fa86-a267-41bf-b828-0052bb599b37 HTTP/1.1" status: 204 len: 168 time: 0.4791546 Jun 28 12:31:04.408805 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 51200) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:04.432530 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.api.v2.resource [None req-7f5f306e-9325-4c14-844d-442eae6f8c8e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] show failed (client error): The resource could not be found. Jun 28 12:31:04.434600 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-7f5f306e-9325-4c14-844d-442eae6f8c8e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups/d464fa86-a267-41bf-b828-0052bb599b37 HTTP/1.1" status: 404 len: 347 time: 0.0241065 Jun 28 12:31:04.447993 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 51204) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:04.872932 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-0aad2e93-390a-4cb7-816f-65af2e461223 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Deleting port 01a0cb2e-295d-45df-bf97-46e2137d745b {{(pid=79149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:31:04.873241 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0aad2e93-390a-4cb7-816f-65af2e461223 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:05.070797 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff2f2f-59c8-4393-97d2-64371f1b08a9 req-f62298b9-7d68-4ccf-9048-9efa5f1b06a4 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:05.072336 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-05ff2f2f-59c8-4393-97d2-64371f1b08a9 req-f62298b9-7d68-4ccf-9048-9efa5f1b06a4 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 943 time: 0.3934109 Jun 28 12:31:05.095826 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76756a93-4947-4547-9278-b83beaeb4513 req-d5137fd4-21c1-4f17-9470-cf9a8c7e2224 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:05.097400 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-76756a93-4947-4547-9278-b83beaeb4513 req-d5137fd4-21c1-4f17-9470-cf9a8c7e2224 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.2850013 Jun 28 12:31:05.166644 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0aad2e93-390a-4cb7-816f-65af2e461223 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:05.167096 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0aad2e93-390a-4cb7-816f-65af2e461223 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:05.325538 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-0aad2e93-390a-4cb7-816f-65af2e461223 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Calling delete_port for 01a0cb2e-295d-45df-bf97-46e2137d745b owned by network:floatingip {{(pid=79149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:31:05.382053 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-05ff2f2f-59c8-4393-97d2-64371f1b08a9 req-05321c02-5606-4284-a337-e6b1fddac1fe tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909727 Jun 28 12:31:05.384822 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-76756a93-4947-4547-9278-b83beaeb4513 req-02de2196-5bc5-406c-844d-6e676bc24250 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2714665 Jun 28 12:31:05.478969 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device c6acad85-7082-49eb-984b-905172368108 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:31:05.676861 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port c6acad85-7082-49eb-984b-905172368108, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c6acad85-7082-49eb-984b-905172368108,segment=NetworkSegment(dc1f170b-1229-466f-8985-928d834987ab),segment_id=dc1f170b-1229-466f-8985-928d834987ab)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:31:05.696710 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Returning: {'device': 'c6acad85-7082-49eb-984b-905172368108', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'port_id': 'c6acad85-7082-49eb-984b-905172368108', 'mac_address': 'fa:16:3e:88:6f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:31:05.726792 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0aad2e93-390a-4cb7-816f-65af2e461223 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:05.737186 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-1844a82e-06c9-46ae-8dfd-0c1dd966392b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:05.782460 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:05.814787 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad2e93-390a-4cb7-816f-65af2e461223 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Pushing event deleted for resources: {'Port': ['ID=01a0cb2e-295d-45df-bf97-46e2137d745b,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:05.819749 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-0aad2e93-390a-4cb7-816f-65af2e461223 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:05.820709 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6acad85-7082-49eb-984b-905172368108 {{(pid=79150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:31:05.857632 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port c6acad85-7082-49eb-984b-905172368108, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c6acad85-7082-49eb-984b-905172368108,segment=NetworkSegment(dc1f170b-1229-466f-8985-928d834987ab),segment_id=dc1f170b-1229-466f-8985-928d834987ab)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:31:05.932883 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:05.936522 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:05.942663 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0aad2e93-390a-4cb7-816f-65af2e461223 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for floatingip, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:05.958718 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0aad2e93-390a-4cb7-816f-65af2e461223 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for floatingip, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:05.967852 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-0aad2e93-390a-4cb7-816f-65af2e461223 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "DELETE /v2.0/floatingips/41fb2762-f180-4fcb-b83d-18cc342cfd4f HTTP/1.1" status: 204 len: 168 time: 1.5105913 Jun 28 12:31:06.034399 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=c6acad85-7082-49eb-984b-905172368108,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:06.042244 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:06.042599 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:06.042951 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:06.043285 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:06.043646 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:06.043971 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:06.044295 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:06.044615 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:06.044934 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:06.045252 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:06.045567 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:06.045888 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:06.049856 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:06.236668 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['c6acad85-7082-49eb-984b-905172368108'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:31:06.491267 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 51234) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:06.497899 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-db7302ab-ec3f-41fa-9267-e69628d56846 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Request body: {'security_group': {'name': 'tempest-securitygroup--129436727', 'description': 'tempest-description--1519820460'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:31:06.511173 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-db7302ab-ec3f-41fa-9267-e69628d56846 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:06.524085 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-db7302ab-ec3f-41fa-9267-e69628d56846 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Usage tracker for resource:security_group and tenant:04859a58a39e455e91103d81df922270 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:06.584872 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-db7302ab-ec3f-41fa-9267-e69628d56846 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:06.612559 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-db7302ab-ec3f-41fa-9267-e69628d56846 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:06.747986 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-db7302ab-ec3f-41fa-9267-e69628d56846 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:06.809368 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55c9cc-c6b6-4b16-8838-108e50aa380a req-223c677e-695a-47b9-9ea8-18715681b96c tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:06.812129 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ef55c9cc-c6b6-4b16-8838-108e50aa380a req-223c677e-695a-47b9-9ea8-18715681b96c tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 944 time: 0.2920926 Jun 28 12:31:06.830646 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-db7302ab-ec3f-41fa-9267-e69628d56846 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:06.860242 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-db7302ab-ec3f-41fa-9267-e69628d56846 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Usage tracker for resource:security_group_rule and tenant:04859a58a39e455e91103d81df922270 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:06.875652 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-db7302ab-ec3f-41fa-9267-e69628d56846 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:06.901443 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-db7302ab-ec3f-41fa-9267-e69628d56846 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:06.959983 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ef55c9cc-c6b6-4b16-8838-108e50aa380a req-3b0d9866-0da2-461c-b7c7-031987979b3c tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344709 Jun 28 12:31:07.003432 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414056f9-67c0-41a5-add2-498264935716 req-b52cbff0-4bff-4343-a4ec-88fbe93bc2ff tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:07.006278 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-414056f9-67c0-41a5-add2-498264935716 req-b52cbff0-4bff-4343-a4ec-88fbe93bc2ff tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.3423820 Jun 28 12:31:07.144434 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-414056f9-67c0-41a5-add2-498264935716 req-68102bd9-fd77-4c4f-97aa-9e7813107460 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1278198 Jun 28 12:31:07.165155 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-db7302ab-ec3f-41fa-9267-e69628d56846 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:07.269689 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-db7302ab-ec3f-41fa-9267-e69628d56846 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:07.274093 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-92efb6e1-4924-4e0f-9a9f-0ee2717536f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:07.319635 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7302ab-ec3f-41fa-9267-e69628d56846 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d160567-a2d5-444f-ab7a-408b4cb47168,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:07.327612 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7302ab-ec3f-41fa-9267-e69628d56846 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.327968 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7302ab-ec3f-41fa-9267-e69628d56846 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.328322 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7302ab-ec3f-41fa-9267-e69628d56846 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.328681 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7302ab-ec3f-41fa-9267-e69628d56846 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.329024 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7302ab-ec3f-41fa-9267-e69628d56846 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.329367 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7302ab-ec3f-41fa-9267-e69628d56846 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.329708 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7302ab-ec3f-41fa-9267-e69628d56846 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.330057 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7302ab-ec3f-41fa-9267-e69628d56846 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.330392 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7302ab-ec3f-41fa-9267-e69628d56846 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.330828 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7302ab-ec3f-41fa-9267-e69628d56846 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.331177 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7302ab-ec3f-41fa-9267-e69628d56846 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.331506 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7302ab-ec3f-41fa-9267-e69628d56846 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.335558 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-db7302ab-ec3f-41fa-9267-e69628d56846 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:07.406223 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-db7302ab-ec3f-41fa-9267-e69628d56846 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:07.407593 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-db7302ab-ec3f-41fa-9267-e69628d56846 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9153066 Jun 28 12:31:07.410767 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 51248) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:07.416534 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-13e55c23-be52-45c7-90cb-49ec85a0e13d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Request body: {'security_group_rule': {'security_group_id': '9d160567-a2d5-444f-ab7a-408b4cb47168', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:31:07.423504 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-13e55c23-be52-45c7-90cb-49ec85a0e13d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:07.425838 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:31:07.428189 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-13e55c23-be52-45c7-90cb-49ec85a0e13d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Usage tracker for resource:security_group_rule and tenant:04859a58a39e455e91103d81df922270 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:07.431297 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-13e55c23-be52-45c7-90cb-49ec85a0e13d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:07.437539 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-13e55c23-be52-45c7-90cb-49ec85a0e13d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:07.509389 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device c6acad85-7082-49eb-984b-905172368108 up at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:31:07.521733 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-13e55c23-be52-45c7-90cb-49ec85a0e13d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:07.587131 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-13e55c23-be52-45c7-90cb-49ec85a0e13d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:07.669558 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-13e55c23-be52-45c7-90cb-49ec85a0e13d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731641'] for security_group_rule, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:07.677289 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-ba779221-4067-438b-a046-1ab850bfb0d5 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:07.699307 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e55c23-be52-45c7-90cb-49ec85a0e13d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec12d9f0-26ed-4f05-acad-01eb43c39e73,revision_number=0']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:07.704247 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning for port c6acad85-7082-49eb-984b-905172368108 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:31:07.705485 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-13e55c23-be52-45c7-90cb-49ec85a0e13d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:07.713050 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning complete for port c6acad85-7082-49eb-984b-905172368108 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:31:07.713497 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:07.789217 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-13e55c23-be52-45c7-90cb-49ec85a0e13d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:07.790510 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-13e55c23-be52-45c7-90cb-49ec85a0e13d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3786581 Jun 28 12:31:07.795163 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 51252) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:07.801868 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-27b37cfc-7487-40b7-8367-3121001b17cb tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Request body: {'security_group_rule': {'security_group_id': '9d160567-a2d5-444f-ab7a-408b4cb47168', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:31:07.808876 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-27b37cfc-7487-40b7-8367-3121001b17cb tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:07.813674 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-27b37cfc-7487-40b7-8367-3121001b17cb tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Usage tracker for resource:security_group_rule and tenant:04859a58a39e455e91103d81df922270 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:07.817101 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-27b37cfc-7487-40b7-8367-3121001b17cb tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:07.826014 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-27b37cfc-7487-40b7-8367-3121001b17cb tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:07.857798 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:07.890812 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fdee41-6203-47c5-8f52-5e47f44b0f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6acad85-7082-49eb-984b-905172368108'}] {{(pid=79150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:31:07.904967 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-27b37cfc-7487-40b7-8367-3121001b17cb tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:07.915882 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port c6acad85-7082-49eb-984b-905172368108, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c6acad85-7082-49eb-984b-905172368108,segment=NetworkSegment(dc1f170b-1229-466f-8985-928d834987ab),segment_id=dc1f170b-1229-466f-8985-928d834987ab)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:31:07.989327 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:07.993052 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:08.049549 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-27b37cfc-7487-40b7-8367-3121001b17cb tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:08.112734 dv-cinder-798094-1-iscsi neutron-server[79150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fdee41-6203-47c5-8f52-5e47f44b0f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6acad85-7082-49eb-984b-905172368108', 'code': 200} Jun 28 12:31:08.123235 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=c6acad85-7082-49eb-984b-905172368108,revision_number=5']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:08.126940 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-27b37cfc-7487-40b7-8367-3121001b17cb tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731641'] for security_group_rule, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:08.127665 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:08.130971 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:08.190194 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b37cfc-7487-40b7-8367-3121001b17cb tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02775021-e2d0-49ed-8e95-fca5bb40de7b,revision_number=0']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:08.195627 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-27b37cfc-7487-40b7-8367-3121001b17cb tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:08.345799 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-27b37cfc-7487-40b7-8367-3121001b17cb tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:08.350492 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-27b37cfc-7487-40b7-8367-3121001b17cb tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5513458 Jun 28 12:31:08.350903 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 51272) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:08.356519 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-25628cac-600a-454f-875d-44b11ddfa869 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Request body: {'floatingip': {'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:31:08.369791 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-25628cac-600a-454f-875d-44b11ddfa869 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:08.379814 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-25628cac-600a-454f-875d-44b11ddfa869 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Usage tracker for resource:floatingip and tenant:04859a58a39e455e91103d81df922270 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:08.387437 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-25628cac-600a-454f-875d-44b11ddfa869 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:08.407388 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-25628cac-600a-454f-875d-44b11ddfa869 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:08.474357 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f318678-8ebd-4039-a6c7-5ee47b2188dc req-93ef2adf-76da-45ca-b882-aee4ae4840cf tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:08.475979 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3f318678-8ebd-4039-a6c7-5ee47b2188dc req-93ef2adf-76da-45ca-b882-aee4ae4840cf tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 945 time: 0.2629819 Jun 28 12:31:08.509213 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-25628cac-600a-454f-875d-44b11ddfa869 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for floatingip, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:08.592099 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de2bbd-09d2-4f97-b108-2431483e295e req-df6700fa-f0ab-4b76-a40a-23b1ed738ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:08.593579 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-89de2bbd-09d2-4f97-b108-2431483e295e req-df6700fa-f0ab-4b76-a40a-23b1ed738ce9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 1098 time: 0.1218512 Jun 28 12:31:08.601084 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0b32124d-1c2a-4be8-8f72-70284a76931e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:08.674319 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3f318678-8ebd-4039-a6c7-5ee47b2188dc req-9de8ff45-bd26-40c1-b283-1ba1f0f9834a tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872058 Jun 28 12:31:08.698538 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738b1b3-950e-4d83-aa90-1609c6ff995b req-e81d4d33-3729-4f1b-9955-1231d8923e71 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:08.700640 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5738b1b3-950e-4d83-aa90-1609c6ff995b req-e81d4d33-3729-4f1b-9955-1231d8923e71 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.3582511 Jun 28 12:31:08.759509 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5738b1b3-950e-4d83-aa90-1609c6ff995b req-8169fd9c-3fab-4687-a79a-66426615ff31 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477288 Jun 28 12:31:08.803893 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-89de2bbd-09d2-4f97-b108-2431483e295e req-42e83687-f6bf-418e-8b08-0abd7a05e630 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678365 Jun 28 12:31:08.844897 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-25628cac-600a-454f-875d-44b11ddfa869 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:08.994684 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [None req-25628cac-600a-454f-875d-44b11ddfa869 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Allocated IP 172.27.0.204 (c9286c56-74de-4de9-a16f-8e0a6aaad408/86bae704-b0f4-4850-808b-6f728b6b20f3/da1f0812-ed97-4054-8377-7735b9836fc5) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:31:08.994991 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:09.156908 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-25628cac-600a-454f-875d-44b11ddfa869 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:09.251968 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-25628cac-600a-454f-875d-44b11ddfa869 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:09.256885 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-eadcfc0b-3931-4a43-8aea-ac23370e32d3 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:09.323044 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25628cac-600a-454f-875d-44b11ddfa869 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Network c9286c56-74de-4de9-a16f-8e0a6aaad408 is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:31:09.326576 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-25628cac-600a-454f-875d-44b11ddfa869 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:31:09.330387 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25628cac-600a-454f-875d-44b11ddfa869 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:31:09.372448 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25628cac-600a-454f-875d-44b11ddfa869 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Pushing event updated for resources: {'Port': ['ID=da1f0812-ed97-4054-8377-7735b9836fc5,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:09.379627 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-25628cac-600a-454f-875d-44b11ddfa869 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:09.417243 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-25628cac-600a-454f-875d-44b11ddfa869 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:09.576235 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-25628cac-600a-454f-875d-44b11ddfa869 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:09.815879 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-25628cac-600a-454f-875d-44b11ddfa869 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for port, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:09.910530 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-25628cac-600a-454f-875d-44b11ddfa869 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:09.923622 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:10.081013 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25628cac-600a-454f-875d-44b11ddfa869 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Pushing event updated for resources: {'Port': ['ID=da1f0812-ed97-4054-8377-7735b9836fc5,revision_number=2']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:10.089523 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-25628cac-600a-454f-875d-44b11ddfa869 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:10.096538 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-25628cac-600a-454f-875d-44b11ddfa869 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696881'] for floatingip, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:10.119978 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8ec81-fae0-4800-9af8-9c9084dc2966 req-f4d93215-4124-4d8b-bae5-1c881ee28414 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:10.128497 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-04e8ec81-fae0-4800-9af8-9c9084dc2966 req-f4d93215-4124-4d8b-bae5-1c881ee28414 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 945 time: 0.2573521 Jun 28 12:31:10.183581 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b973f-6fd1-49ca-be17-17c18ad83726 req-407fb06c-ad2d-46c2-ab06-d5c564395328 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:10.185459 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-307b973f-6fd1-49ca-be17-17c18ad83726 req-407fb06c-ad2d-46c2-ab06-d5c564395328 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.2602592 Jun 28 12:31:10.223029 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-04e8ec81-fae0-4800-9af8-9c9084dc2966 req-70f20cdc-055b-42d1-9372-58f61ad8e42e tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926325 Jun 28 12:31:10.231386 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-25628cac-600a-454f-875d-44b11ddfa869 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for floatingip, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:10.240021 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-25628cac-600a-454f-875d-44b11ddfa869 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8807323 Jun 28 12:31:10.259410 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-307b973f-6fd1-49ca-be17-17c18ad83726 req-c24a8786-5d7e-4924-9dd6-1c5304a3aab1 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674963 Jun 28 12:31:10.533552 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-5f14e3e9-3a4d-46a9-a969-9745cf95cbce tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Synchronizing usage tracker for tenant:04859a58a39e455e91103d81df922270 on resource:security_group {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:31:10.605864 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-5f14e3e9-3a4d-46a9-a969-9745cf95cbce tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Unset dirty status for tenant:04859a58a39e455e91103d81df922270 on resource:security_group {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:31:10.607314 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-5f14e3e9-3a4d-46a9-a969-9745cf95cbce tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--129436727&fields=id&tenant_id=04859a58a39e455e91103d81df922270 HTTP/1.1" status: 200 len: 267 time: 0.1208582 Jun 28 12:31:10.809165 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-8c8ddaf1-9305-4d20-ae8e-fc24a1ba203a tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:10.811891 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-8c8ddaf1-9305-4d20-ae8e-fc24a1ba203a tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/networks?id=ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 HTTP/1.1" status: 200 len: 816 time: 0.1930957 Jun 28 12:31:10.831478 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-6fa5ce63-0b31-449d-b5e3-8c7ad3070be6 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/quotas/04859a58a39e455e91103d81df922270 HTTP/1.1" status: 200 len: 375 time: 0.0125172 Jun 28 12:31:10.978913 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-0472a9aa-784f-4dc1-87ff-92a36190fec5 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Synchronizing usage tracker for tenant:04859a58a39e455e91103d81df922270 on resource:port {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:31:11.023513 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 51358) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:11.104481 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-5f07854f-f17f-42c5-a45f-d133b5a85fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:11.132342 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-0472a9aa-784f-4dc1-87ff-92a36190fec5 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Unset dirty status for tenant:04859a58a39e455e91103d81df922270 on resource:port {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:31:11.134187 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-0472a9aa-784f-4dc1-87ff-92a36190fec5 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=04859a58a39e455e91103d81df922270&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2954555 Jun 28 12:31:11.266546 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f4eeb239-f167-4af6-b899-906bcdee9434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:11.321916 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-f4eeb239-f167-4af6-b899-906bcdee9434 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:11.386941 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-f4eeb239-f167-4af6-b899-906bcdee9434 admin admin] Usage tracker for resource:security_group_rule and tenant:5b85c0ca9a3e4c16a58add58acbbfd58 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:11.402542 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-f4eeb239-f167-4af6-b899-906bcdee9434 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:11.453852 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-f4eeb239-f167-4af6-b899-906bcdee9434 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:11.518600 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-bef1c76e-8129-4c72-b8cd-3b42a032b86f service neutron] 10.222.0.24 "GET /v2.0/networks/ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600662 Jun 28 12:31:11.686617 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8f3af-caf3-4e1f-aeb7-0216b2aa90c5 req-ef3fc558-e747-431e-b28e-dd070a3d3fed tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:11.687942 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d0d8f3af-caf3-4e1f-aeb7-0216b2aa90c5 req-ef3fc558-e747-431e-b28e-dd070a3d3fed tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 945 time: 0.2866654 Jun 28 12:31:11.766534 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f4eeb239-f167-4af6-b899-906bcdee9434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:11.768978 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-40e2211c-ad9e-4f84-a688-c261a531737d service neutron] 10.222.0.24 "GET /v2.0/networks/ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353423 Jun 28 12:31:11.799917 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d0d8f3af-caf3-4e1f-aeb7-0216b2aa90c5 req-619adc25-ce59-49bb-8492-0fdc4cbaeda1 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942771 Jun 28 12:31:11.847396 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f4eeb239-f167-4af6-b899-906bcdee9434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:11.862945 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-0777294a-620b-4f03-a92d-8cc202ca6ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:11.919091 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-f4eeb239-f167-4af6-b899-906bcdee9434 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b85c0ca9a3e4c16a58add58acbbfd58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8904817 Jun 28 12:31:11.919091 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eeb239-f167-4af6-b899-906bcdee9434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b086649-3bcf-4dc6-9724-3379929130e7,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:11.919922 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 51388) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:11.921338 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-f4eeb239-f167-4af6-b899-906bcdee9434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:12.093712 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-5fc3292a-bbd9-4149-b919-69ac4471fcc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:12.101283 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6eaf84-cc38-413d-aa90-0b8fd1dac1ca req-1b3bb87f-3b46-457b-a336-6b8c5e80b3d9 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:12.107729 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4d6eaf84-cc38-413d-aa90-0b8fd1dac1ca req-1b3bb87f-3b46-457b-a336-6b8c5e80b3d9 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.1377523 Jun 28 12:31:12.167529 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-5fc3292a-bbd9-4149-b919-69ac4471fcc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:12.189929 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:12.244478 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4d6eaf84-cc38-413d-aa90-0b8fd1dac1ca req-3591b18c-a8e2-4d1e-99fd-a3c443662a56 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1268504 Jun 28 12:31:12.374016 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-5fc3292a-bbd9-4149-b919-69ac4471fcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:12.384309 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-d009c871-795f-4f52-b05f-8fa41e5ceac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:12.384543 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2d465311-75d0-486d-97e7-cc5feac9967b req-6eefe30e-7886-4b4f-a54f-a3793bce696d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 210 time: 0.0578058 Jun 28 12:31:12.390146 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3292a-bbd9-4149-b919-69ac4471fcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b086649-3bcf-4dc6-9724-3379929130e7,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:12.393861 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-5fc3292a-bbd9-4149-b919-69ac4471fcc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:12.400063 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-5fc3292a-bbd9-4149-b919-69ac4471fcc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:12.404135 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-5fc3292a-bbd9-4149-b919-69ac4471fcc2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b086649-3bcf-4dc6-9724-3379929130e7 HTTP/1.1" status: 204 len: 168 time: 0.4746118 Jun 28 12:31:12.437507 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eab1cc-7fe0-433f-a2bf-75df75de62e4 req-999b600b-0dfb-45e5-9446-d242da61258b tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:12.443560 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-20eab1cc-7fe0-433f-a2bf-75df75de62e4 req-999b600b-0dfb-45e5-9446-d242da61258b tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 945 time: 0.1791461 Jun 28 12:31:12.497221 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-20eab1cc-7fe0-433f-a2bf-75df75de62e4 req-9e938ee1-def6-4733-addd-4a5b4adca6b7 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505176 Jun 28 12:31:12.522597 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 51404) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:12.602652 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c952a5-8aff-4ac1-a790-970eeb700484 tempest-TestVolumeBootPattern-2119654716 tempest-TestVolumeBootPattern-2119654716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:12.604440 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-f0c952a5-8aff-4ac1-a790-970eeb700484 tempest-TestVolumeBootPattern-2119654716 tempest-TestVolumeBootPattern-2119654716-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 1093 time: 0.0804782 Jun 28 12:31:12.608632 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 51408) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:12.614254 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-34e8c46c-c5c7-4f07-b791-f3153dff3cfd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Request body: {'floatingip': {'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'port_id': 'c6acad85-7082-49eb-984b-905172368108', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'fixed_ip_address': '172.20.0.8'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:31:12.620905 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-34e8c46c-c5c7-4f07-b791-f3153dff3cfd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:12.626168 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-34e8c46c-c5c7-4f07-b791-f3153dff3cfd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Usage tracker for resource:floatingip and tenant:d731c92df6f44735b6ed8f7290374934 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:12.630295 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-34e8c46c-c5c7-4f07-b791-f3153dff3cfd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:12.638592 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-34e8c46c-c5c7-4f07-b791-f3153dff3cfd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:12.714523 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-34e8c46c-c5c7-4f07-b791-f3153dff3cfd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for floatingip, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:12.863706 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-34e8c46c-c5c7-4f07-b791-f3153dff3cfd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:13.024472 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.db_base_plugin_common [None req-34e8c46c-c5c7-4f07-b791-f3153dff3cfd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Allocated IP 172.27.0.105 (c9286c56-74de-4de9-a16f-8e0a6aaad408/86bae704-b0f4-4850-808b-6f728b6b20f3/8b8a8aea-1904-47f5-a7bf-cbed2bed9e98) {{(pid=79149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:31:13.305639 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-34e8c46c-c5c7-4f07-b791-f3153dff3cfd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for port, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:13.468545 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905576bf-943b-4afe-8f67-c4453065f969 req-5b1ef9c5-4eb9-4bdc-9d0e-0c8a527f0943 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:13.470013 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-905576bf-943b-4afe-8f67-c4453065f969 req-5b1ef9c5-4eb9-4bdc-9d0e-0c8a527f0943 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.0955801 Jun 28 12:31:13.475962 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-34e8c46c-c5c7-4f07-b791-f3153dff3cfd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:13.481724 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-ee0aa976-799c-46f2-9b5d-5ee1211d1493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:13.627576 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e8c46c-c5c7-4f07-b791-f3153dff3cfd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Network c9286c56-74de-4de9-a16f-8e0a6aaad408 is already hosted by enough agents. {{(pid=79149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:31:13.632608 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.base_scheduler [None req-34e8c46c-c5c7-4f07-b791-f3153dff3cfd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Resources bound (agent type, host, resource id): {{(pid=79149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:31:13.635292 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e8c46c-c5c7-4f07-b791-f3153dff3cfd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Received port after_create {{(pid=79149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:31:13.663717 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-70399828-3349-4a96-a8df-a37f59bb21bd req-0cebad60-f5eb-41b4-b927-e40f2279dc8a tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 210 time: 0.1122465 Jun 28 12:31:13.686534 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-905576bf-943b-4afe-8f67-c4453065f969 req-b9b23a87-40f1-4c8a-87d2-d93943b94abd tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2058461 Jun 28 12:31:13.687204 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8c46c-c5c7-4f07-b791-f3153dff3cfd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Pushing event updated for resources: {'Port': ['ID=8b8a8aea-1904-47f5-a7bf-cbed2bed9e98,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:13.690396 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-34e8c46c-c5c7-4f07-b791-f3153dff3cfd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:13.863183 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:14.129854 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-34e8c46c-c5c7-4f07-b791-f3153dff3cfd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:14.365928 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-34e8c46c-c5c7-4f07-b791-f3153dff3cfd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:14.685464 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-34e8c46c-c5c7-4f07-b791-f3153dff3cfd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for port, precommit_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:14.767046 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-34e8c46c-c5c7-4f07-b791-f3153dff3cfd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528764'] for port, after_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:14.775535 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-ee0aa976-799c-46f2-9b5d-5ee1211d1493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:14.912542 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8c46c-c5c7-4f07-b791-f3153dff3cfd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Pushing event updated for resources: {'Port': ['ID=8b8a8aea-1904-47f5-a7bf-cbed2bed9e98,revision_number=2']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:14.994553 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-34e8c46c-c5c7-4f07-b791-f3153dff3cfd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:15.047398 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-28e6f664-07c2-4755-a65a-aabdb2a9d88d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:15.049985 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-28e6f664-07c2-4755-a65a-aabdb2a9d88d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.64 "GET /v2.0/networks?id=ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 HTTP/1.1" status: 200 len: 816 time: 0.3310697 Jun 28 12:31:15.115806 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-b0428a5f-9e4b-4a9e-9620-ebd18c84a6d4 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04859a58a39e455e91103d81df922270 HTTP/1.1" status: 200 len: 379 time: 0.0497358 Jun 28 12:31:15.126685 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4c404605-0d60-443a-97bd-938008aecd11 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Request body: {'port': {'device_id': '7a45ffa2-ffd2-4780-ae16-0a9fd65f138a', 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'admin_state_up': True, 'tenant_id': '04859a58a39e455e91103d81df922270', 'security_groups': ['9d160567-a2d5-444f-ab7a-408b4cb47168']}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:31:15.140916 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ffdd8d6d-f3b5-4102-ab0e-ccc887bb2aa5 req-969638a5-a896-4519-967e-cdbea6ea592f tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 210 time: 0.2325468 Jun 28 12:31:15.219903 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-34e8c46c-c5c7-4f07-b791-f3153dff3cfd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696881'] for floatingip, after_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:15.372906 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4c404605-0d60-443a-97bd-938008aecd11 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:15.394653 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4c404605-0d60-443a-97bd-938008aecd11 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:15.422249 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f3d11-754e-4eef-9148-8d69ecee15a3 req-8bb32886-2167-4b9d-ab0f-d33ba6cb9449 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:15.435561 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ef5f3d11-754e-4eef-9148-8d69ecee15a3 req-8bb32886-2167-4b9d-ab0f-d33ba6cb9449 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.5145507 Jun 28 12:31:15.480373 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4c404605-0d60-443a-97bd-938008aecd11 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Made reservation on behalf of 04859a58a39e455e91103d81df922270 for: {'port': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:31:15.483586 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4c404605-0d60-443a-97bd-938008aecd11 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:15.669929 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ef5f3d11-754e-4eef-9148-8d69ecee15a3 req-99838fcb-d279-4296-be5c-29d364b68701 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2327394 Jun 28 12:31:15.671825 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.db.l3_db [None req-34e8c46c-c5c7-4f07-b791-f3153dff3cfd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Floating IP 4a8451bc-0de9-4b40-9fac-39a7cde1777d associated. External IP: 172.27.0.105, port: c6acad85-7082-49eb-984b-905172368108. Jun 28 12:31:15.787719 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4c404605-0d60-443a-97bd-938008aecd11 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Allocated IP 172.20.0.6 (ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418/1061743c-39d2-4e9e-96b2-fc1ad65e7f7c/6ba385f4-d75b-4329-b33b-7524d87447d9) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:31:16.111878 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4c404605-0d60-443a-97bd-938008aecd11 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:16.138046 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.provisioning_blocks [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4c404605-0d60-443a-97bd-938008aecd11 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Transition to ACTIVE for port object 6ba385f4-d75b-4329-b33b-7524d87447d9 will not be triggered until provisioned by entity DHCP. {{(pid=79148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:31:16.247922 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4c404605-0d60-443a-97bd-938008aecd11 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:16.255313 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-fd54d6ac-f725-43db-b72b-8bc156c785fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:16.425835 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c404605-0d60-443a-97bd-938008aecd11 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Pushing event updated for resources: {'Port': ['ID=6ba385f4-d75b-4329-b33b-7524d87447d9,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:16.430725 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-4c404605-0d60-443a-97bd-938008aecd11 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:16.443333 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4c404605-0d60-443a-97bd-938008aecd11 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Network ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:31:16.444846 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4c404605-0d60-443a-97bd-938008aecd11 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:31:16.448631 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4c404605-0d60-443a-97bd-938008aecd11 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:31:16.560673 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4c404605-0d60-443a-97bd-938008aecd11 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:16.561949 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4c404605-0d60-443a-97bd-938008aecd11 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:16.600342 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e8c46c-c5c7-4f07-b791-f3153dff3cfd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Router ea3eb4ed-00b7-4180-b09c-b378300e6666 has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:31:16.677270 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4c404605-0d60-443a-97bd-938008aecd11 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5552909 Jun 28 12:31:16.711927 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4fe26700-af70-4aee-8cf5-6942a522417a service neutron] Request body: {'port': {'device_id': '7a45ffa2-ffd2-4780-ae16-0a9fd65f138a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:31:16.722037 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb697e39-a6e4-41e9-b010-daadf9cb14b9 req-ed253e5f-f2b7-4393-80d7-5ba0c1f75899 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:16.723676 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-eb697e39-a6e4-41e9-b010-daadf9cb14b9 req-ed253e5f-f2b7-4393-80d7-5ba0c1f75899 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 931 time: 0.2144744 Jun 28 12:31:16.876241 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-36fcfc10-028e-4c01-a86d-96f396b32e45 None None] Provisioning for port 6ba385f4-d75b-4329-b33b-7524d87447d9 completed by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:31:16.886963 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-36fcfc10-028e-4c01-a86d-96f396b32e45 None None] Provisioning complete for port 6ba385f4-d75b-4329-b33b-7524d87447d9 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:31:16.888385 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-36fcfc10-028e-4c01-a86d-96f396b32e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:16.968031 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-eb697e39-a6e4-41e9-b010-daadf9cb14b9 req-ac50e8d4-1123-4ff5-a05b-7a0fdccc3864 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308722 Jun 28 12:31:16.993753 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e8c46c-c5c7-4f07-b791-f3153dff3cfd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:31:17.064447 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4fe26700-af70-4aee-8cf5-6942a522417a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:17.090445 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ef2d02-6ee7-41f1-bfb1-fd2bcfe3a69f None None] Sync routers for ids ['ea3eb4ed-00b7-4180-b09c-b378300e6666'] in dv-cinder-798094-1-iscsi {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:31:17.121304 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-36fcfc10-028e-4c01-a86d-96f396b32e45 None None] Port 6ba385f4-d75b-4329-b33b-7524d87447d9 cannot update to ACTIVE because it is not bound. {{(pid=79150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:31:17.124421 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ef2d02-6ee7-41f1-bfb1-fd2bcfe3a69f None None] Routers {'ea3eb4ed-00b7-4180-b09c-b378300e6666'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:31:17.126030 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-f6ef2d02-6ee7-41f1-bfb1-fd2bcfe3a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:31:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['ea3eb4ed-00b7-4180-b09c-b378300e6666'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:31:17.144658 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a080e29-c252-4604-97ee-680e9e980eaf req-1a9af21f-8ea7-4e25-8abc-2973e22d3110 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:17.147254 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2a080e29-c252-4604-97ee-680e9e980eaf req-1a9af21f-8ea7-4e25-8abc-2973e22d3110 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.1305923 Jun 28 12:31:17.245105 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-34e8c46c-c5c7-4f07-b791-f3153dff3cfd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for floatingip, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:17.305430 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2a080e29-c252-4604-97ee-680e9e980eaf req-91c3be3e-90e8-46e0-8554-cda5bcc0f674 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1493340 Jun 28 12:31:17.374692 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-34e8c46c-c5c7-4f07-b791-f3153dff3cfd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7551970 Jun 28 12:31:17.383339 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fdee41-6203-47c5-8f52-5e47f44b0f5a', 'tag': 'c6acad85-7082-49eb-984b-905172368108'}] {{(pid=79149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:31:17.487388 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-f6ef2d02-6ee7-41f1-bfb1-fd2bcfe3a69f None None] Set router ea3eb4ed-00b7-4180-b09c-b378300e6666 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:31:17.665570 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4fe26700-af70-4aee-8cf5-6942a522417a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ba385f4-d75b-4329-b33b-7524d87447d9 {{(pid=79148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:31:17.675222 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4fe26700-af70-4aee-8cf5-6942a522417a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:17.696598 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.provisioning_blocks [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4fe26700-af70-4aee-8cf5-6942a522417a service neutron] Transition to ACTIVE for port object 6ba385f4-d75b-4329-b33b-7524d87447d9 will not be triggered until provisioned by entity L2. {{(pid=79148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:31:17.715399 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fdee41-6203-47c5-8f52-5e47f44b0f5a', 'tag': 'c6acad85-7082-49eb-984b-905172368108', 'status': 'completed', 'code': 200} Jun 28 12:31:17.772696 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4fe26700-af70-4aee-8cf5-6942a522417a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:17.782119 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-1e640959-6b06-4989-b76d-cd566292ef4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:17.913394 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9ed00-6fea-4fa5-bc41-b586f7dc542f req-49c05a0b-5a84-4228-99e1-c640b24b52b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:17.916267 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f1d9ed00-6fea-4fa5-bc41-b586f7dc542f req-49c05a0b-5a84-4228-99e1-c640b24b52b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d731c92df6f44735b6ed8f7290374934&device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 1098 time: 0.1516814 Jun 28 12:31:18.040134 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe26700-af70-4aee-8cf5-6942a522417a service neutron] Pushing event updated for resources: {'Port': ['ID=6ba385f4-d75b-4329-b33b-7524d87447d9,revision_number=2']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:18.052448 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-4fe26700-af70-4aee-8cf5-6942a522417a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:18.146197 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-f6ef2d02-6ee7-41f1-bfb1-fd2bcfe3a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'name': 'tempest-TestVolumeBootPattern-1730247186-router', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:31Z', 'updated_at': '2021-06-28T12:26:36Z', 'revision_number': 4, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'gw_port': {'id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:32Z', 'updated_at': '2021-06-28T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_floatingips': [{'id': '4a8451bc-0de9-4b40-9fac-39a7cde1777d', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'port_id': 'c6acad85-7082-49eb-984b-905172368108', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'mac_address': 'fa:16:3e:88:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdee41-6203-47c5-8f52-5e47f44b0f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:31:14Z', 'updated_at': '2021-06-28T12:31:14Z', 'revision_number': 0, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c0c975-9b9e-420b-8a72-4e952e84d897', 'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'mac_address': 'fa:16:3e:c7:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:35Z', 'updated_at': '2021-06-28T12:26:43Z', 'revision_number': 5, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'subnets': [{'id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:31:18.155564 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ef2d02-6ee7-41f1-bfb1-fd2bcfe3a69f None None] Checking router: ea3eb4ed-00b7-4180-b09c-b378300e6666 for host: dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:31:18.190894 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ef2d02-6ee7-41f1-bfb1-fd2bcfe3a69f None None] Routers {'ea3eb4ed-00b7-4180-b09c-b378300e6666'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:31:18.192332 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-f6ef2d02-6ee7-41f1-bfb1-fd2bcfe3a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:31:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['ea3eb4ed-00b7-4180-b09c-b378300e6666'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:31:18.294438 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9ed00-6fea-4fa5-bc41-b586f7dc542f req-4b2cb10f-ba32-4a8d-97a6-59ec7f3f49f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:18.299612 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f1d9ed00-6fea-4fa5-bc41-b586f7dc542f req-4b2cb10f-ba32-4a8d-97a6-59ec7f3f49f3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=611bae97-b201-4ae0-aa3d-b952aec58054 HTTP/1.1" status: 200 len: 913 time: 0.3759146 Jun 28 12:31:18.300034 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4fe26700-af70-4aee-8cf5-6942a522417a service neutron] Attempting to bind port 6ba385f4-d75b-4329-b33b-7524d87447d9 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:31:18.300550 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4fe26700-af70-4aee-8cf5-6942a522417a service neutron] Attempting to bind port 6ba385f4-d75b-4329-b33b-7524d87447d9 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '23364f25-0914-45c3-9348-f31d0dbc7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418'}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:31:18.301045 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4fe26700-af70-4aee-8cf5-6942a522417a service neutron] Attempting to bind port 6ba385f4-d75b-4329-b33b-7524d87447d9 on network ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:31:18.306921 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4fe26700-af70-4aee-8cf5-6942a522417a service neutron] Port 6ba385f4-d75b-4329-b33b-7524d87447d9 on network ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:31:18.307628 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4fe26700-af70-4aee-8cf5-6942a522417a service neutron] Attempting to bind port 6ba385f4-d75b-4329-b33b-7524d87447d9 on network ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:31:18.324352 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4fe26700-af70-4aee-8cf5-6942a522417a service neutron] Checking agent: {'id': '406cf176-031c-46fa-bfd0-dd20e5845d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'started_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:31:18.325013 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4fe26700-af70-4aee-8cf5-6942a522417a service neutron] Checking segment: {'id': '23364f25-0914-45c3-9348-f31d0dbc7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:31:18.325561 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4fe26700-af70-4aee-8cf5-6942a522417a service neutron] Bound using segment: {'id': '23364f25-0914-45c3-9348-f31d0dbc7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418'} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:31:18.326144 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4fe26700-af70-4aee-8cf5-6942a522417a service neutron] Bound port: 6ba385f4-d75b-4329-b33b-7524d87447d9, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23364f25-0914-45c3-9348-f31d0dbc7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418'}}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:31:18.326652 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4fe26700-af70-4aee-8cf5-6942a522417a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:18.485064 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4fe26700-af70-4aee-8cf5-6942a522417a service neutron] For port 6ba385f4-d75b-4329-b33b-7524d87447d9, host hv-cinder-79809, cleared binding levels {{(pid=79148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:31:18.489010 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4fe26700-af70-4aee-8cf5-6942a522417a service neutron] For port 6ba385f4-d75b-4329-b33b-7524d87447d9, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6ba385f4-d75b-4329-b33b-7524d87447d9,segment=NetworkSegment(23364f25-0914-45c3-9348-f31d0dbc7405),segment_id=23364f25-0914-45c3-9348-f31d0dbc7405)] {{(pid=79148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:31:18.521263 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-f6ef2d02-6ee7-41f1-bfb1-fd2bcfe3a69f None None] Set router ea3eb4ed-00b7-4180-b09c-b378300e6666 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:31:18.563949 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4fe26700-af70-4aee-8cf5-6942a522417a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:18.575099 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-4c404605-0d60-443a-97bd-938008aecd11 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:18.645607 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f1d9ed00-6fea-4fa5-bc41-b586f7dc542f req-64f8794b-8e4d-4802-892f-9bc7480c9bca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6acad85-7082-49eb-984b-905172368108 HTTP/1.1" status: 200 len: 999 time: 0.3384757 Jun 28 12:31:18.718482 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4fe26700-af70-4aee-8cf5-6942a522417a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:18.719742 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4fe26700-af70-4aee-8cf5-6942a522417a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:18.722215 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-4fe26700-af70-4aee-8cf5-6942a522417a service neutron] 10.222.0.64 "PUT /v2.0/ports/6ba385f4-d75b-4329-b33b-7524d87447d9 HTTP/1.1" status: 200 len: 1093 time: 2.0210958 Jun 28 12:31:18.723963 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a45ffa2-ffd2-4780-ae16-0a9fd65f138a', 'tag': '6ba385f4-d75b-4329-b33b-7524d87447d9'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:31:18.789101 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9ed00-6fea-4fa5-bc41-b586f7dc542f req-f746bb61-6658-487f-8e0e-c0429fb0a222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:18.790797 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f1d9ed00-6fea-4fa5-bc41-b586f7dc542f req-f746bb61-6658-487f-8e0e-c0429fb0a222 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=07d77b73-0127-4dab-b2d9-b653c28d5b6a HTTP/1.1" status: 200 len: 851 time: 0.1310205 Jun 28 12:31:18.794348 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe26700-af70-4aee-8cf5-6942a522417a service neutron] Pushing event updated for resources: {'Port': ['ID=6ba385f4-d75b-4329-b33b-7524d87447d9,revision_number=3']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:18.801069 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-4fe26700-af70-4aee-8cf5-6942a522417a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:18.809130 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445980f4-7f6a-495a-af10-3ffec09f97e2 req-5573151e-fbdc-4785-9781-307067590364 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:18.809130 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-445980f4-7f6a-495a-af10-3ffec09f97e2 req-5573151e-fbdc-4785-9781-307067590364 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.2494721 Jun 28 12:31:18.818205 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46ef4c-19d4-431f-aec5-1d90612a72df req-7e544cf4-f2f3-4033-be67-70d2e9e91308 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:18.820218 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cd46ef4c-19d4-431f-aec5-1d90612a72df req-7e544cf4-f2f3-4033-be67-70d2e9e91308 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 943 time: 0.4132385 Jun 28 12:31:19.069967 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-aad55510-85be-4ff6-9802-f7f34b484818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:19.070371 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-aad55510-85be-4ff6-9802-f7f34b484818 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04859a58a39e455e91103d81df922270&device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 1096 time: 0.1863153 Jun 28 12:31:19.159378 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-445980f4-7f6a-495a-af10-3ffec09f97e2 req-8e4afd7a-7048-49ab-b3f0-67cebf21dc0e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2988372 Jun 28 12:31:19.161561 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-f6ef2d02-6ee7-41f1-bfb1-fd2bcfe3a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'name': 'tempest-TestVolumeBootPattern-1730247186-router', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:31Z', 'updated_at': '2021-06-28T12:26:36Z', 'revision_number': 4, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'gw_port': {'id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:32Z', 'updated_at': '2021-06-28T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_floatingips': [{'id': '4a8451bc-0de9-4b40-9fac-39a7cde1777d', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'port_id': 'c6acad85-7082-49eb-984b-905172368108', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'mac_address': 'fa:16:3e:88:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdee41-6203-47c5-8f52-5e47f44b0f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:31:14Z', 'updated_at': '2021-06-28T12:31:14Z', 'revision_number': 0, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c0c975-9b9e-420b-8a72-4e952e84d897', 'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'mac_address': 'fa:16:3e:c7:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:35Z', 'updated_at': '2021-06-28T12:26:43Z', 'revision_number': 5, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'subnets': [{'id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:31:19.180853 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ef2d02-6ee7-41f1-bfb1-fd2bcfe3a69f None None] The sync data for ids ['ea3eb4ed-00b7-4180-b09c-b378300e6666'] in dv-cinder-798094-1-iscsi is: [{'id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'name': 'tempest-TestVolumeBootPattern-1730247186-router', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:31Z', 'updated_at': '2021-06-28T12:26:36Z', 'revision_number': 4, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'gw_port': {'id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:32Z', 'updated_at': '2021-06-28T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_floatingips': [{'id': '4a8451bc-0de9-4b40-9fac-39a7cde1777d', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'port_id': 'c6acad85-7082-49eb-984b-905172368108', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'mac_address': 'fa:16:3e:88:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdee41-6203-47c5-8f52-5e47f44b0f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:31:14Z', 'updated_at': '2021-06-28T12:31:14Z', 'revision_number': 0, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c0c975-9b9e-420b-8a72-4e952e84d897', 'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'mac_address': 'fa:16:3e:c7:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:35Z', 'updated_at': '2021-06-28T12:26:43Z', 'revision_number': 5, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'subnets': [{'id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:31:19.251062 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cd46ef4c-19d4-431f-aec5-1d90612a72df req-1da07ca9-9137-4da3-b4c8-77c5daaaf35c tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3821986 Jun 28 12:31:19.313159 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9ed00-6fea-4fa5-bc41-b586f7dc542f req-58f2e0ef-a773-4292-bec8-20369b80b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:19.318697 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f1d9ed00-6fea-4fa5-bc41-b586f7dc542f req-58f2e0ef-a773-4292-bec8-20369b80b0cc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=611bae97-b201-4ae0-aa3d-b952aec58054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5075595 Jun 28 12:31:19.323424 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-7cd1fadb-9996-47e1-a450-5bc6f2f4d916 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ba385f4-d75b-4329-b33b-7524d87447d9 HTTP/1.1" status: 200 len: 217 time: 0.2350173 Jun 28 12:31:19.417894 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a45ffa2-ffd2-4780-ae16-0a9fd65f138a', 'tag': '6ba385f4-d75b-4329-b33b-7524d87447d9', 'status': 'completed', 'code': 200} Jun 28 12:31:19.479107 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-b2705802-d823-4ed7-aeae-cecde6f0fa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:19.485978 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-b2705802-d823-4ed7-aeae-cecde6f0fa23 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1061743c-39d2-4e9e-96b2-fc1ad65e7f7c HTTP/1.1" status: 200 len: 855 time: 0.1500111 Jun 28 12:31:19.632902 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-e5157888-10d8-4072-999a-140ae54369c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:19.635868 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-e5157888-10d8-4072-999a-140ae54369c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1409273 Jun 28 12:31:19.680152 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b30a443-9d84-4402-8c12-b001a37f162a None None] New status for floating IP 4a8451bc-0de9-4b40-9fac-39a7cde1777d: ACTIVE {{(pid=79151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:31:19.692554 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f1d9ed00-6fea-4fa5-bc41-b586f7dc542f req-7a6330eb-0c67-4712-a777-14cb0e6a5579 service neutron] 10.222.0.64 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620205 Jun 28 12:31:19.894563 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-1a7aef9f-0e18-4315-83d1-5de5ba2bc138 service neutron] 10.222.0.64 "GET /v2.0/networks/ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497029 Jun 28 12:31:19.959196 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f1d9ed00-6fea-4fa5-bc41-b586f7dc542f req-b59657c3-37e3-4986-8a53-020b42cade9e service neutron] 10.222.0.64 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580595 Jun 28 12:31:20.101992 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-2df80c0d-85dc-48a6-b802-7c16b8893d13 req-e7bdef58-6ccf-49b9-b586-0301633ea50e service neutron] 10.222.0.64 "GET /v2.0/networks/ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002540 Jun 28 12:31:20.520279 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47dc8f3-2eca-4998-bc27-72f406a8d41d req-5485c271-e9e0-47af-8930-3a431de3cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:20.521656 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-c47dc8f3-2eca-4998-bc27-72f406a8d41d req-5485c271-e9e0-47af-8930-3a431de3cd4e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04859a58a39e455e91103d81df922270&device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 1096 time: 0.1978686 Jun 28 12:31:20.541648 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd15d12-f063-4278-bdd2-7011e522d8c2 req-611c867b-7e47-4ca0-9626-e95c81e6591b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:20.543163 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8bd15d12-f063-4278-bdd2-7011e522d8c2 req-611c867b-7e47-4ca0-9626-e95c81e6591b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.2069130 Jun 28 12:31:20.610290 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47a068-7fbe-4963-9224-deef05e20aa9 req-2eda24df-f67d-474d-a06c-ff3c88b94c82 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:20.616769 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3d47a068-7fbe-4963-9224-deef05e20aa9 req-2eda24df-f67d-474d-a06c-ff3c88b94c82 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 943 time: 0.1502323 Jun 28 12:31:20.645350 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8bd15d12-f063-4278-bdd2-7011e522d8c2 req-59b1fe56-7963-44eb-bb29-4cf570363735 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0873032 Jun 28 12:31:20.721085 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3d47a068-7fbe-4963-9224-deef05e20aa9 req-4b50a951-24e8-487b-ab60-d1f704a96f74 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024399 Jun 28 12:31:20.751982 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47dc8f3-2eca-4998-bc27-72f406a8d41d req-50139c98-f91d-4ebc-9e4e-244dacc539e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:20.754126 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-c47dc8f3-2eca-4998-bc27-72f406a8d41d req-50139c98-f91d-4ebc-9e4e-244dacc539e7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 HTTP/1.1" status: 200 len: 917 time: 0.2227383 Jun 28 12:31:20.836534 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-c47dc8f3-2eca-4998-bc27-72f406a8d41d req-6008c4a7-3750-4214-b067-0ff78d76483d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ba385f4-d75b-4329-b33b-7524d87447d9 HTTP/1.1" status: 200 len: 217 time: 0.0726957 Jun 28 12:31:20.905121 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47dc8f3-2eca-4998-bc27-72f406a8d41d req-6c9b6e01-50b0-4d54-a735-23b8426bc4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:20.906859 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-c47dc8f3-2eca-4998-bc27-72f406a8d41d req-6c9b6e01-50b0-4d54-a735-23b8426bc4e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1061743c-39d2-4e9e-96b2-fc1ad65e7f7c HTTP/1.1" status: 200 len: 855 time: 0.0637047 Jun 28 12:31:20.997550 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47dc8f3-2eca-4998-bc27-72f406a8d41d req-c3b5f692-d533-453c-8842-4d4c6be9541e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:20.999508 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-c47dc8f3-2eca-4998-bc27-72f406a8d41d req-c3b5f692-d533-453c-8842-4d4c6be9541e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0839171 Jun 28 12:31:21.150908 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-c47dc8f3-2eca-4998-bc27-72f406a8d41d req-36206adc-8805-4377-b0b2-d5531838918b service neutron] 10.222.0.64 "GET /v2.0/networks/ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429672 Jun 28 12:31:21.383533 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-c47dc8f3-2eca-4998-bc27-72f406a8d41d req-91d54435-be29-49fc-852f-ecbcb2577fea service neutron] 10.222.0.64 "GET /v2.0/networks/ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255507 Jun 28 12:31:21.991941 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac158b7-f9a8-4325-b19a-3a09813be504 req-19cb859b-09b9-4aad-bf88-97576507e2a1 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:21.994864 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-aac158b7-f9a8-4325-b19a-3a09813be504 req-19cb859b-09b9-4aad-bf88-97576507e2a1 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.2130101 Jun 28 12:31:22.106668 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-aac158b7-f9a8-4325-b19a-3a09813be504 req-32c93793-ede8-4f12-bf35-0f743f87e89e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1021211 Jun 28 12:31:22.129466 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3eaf2-128d-477d-9fb2-41255a344e7b req-7063784b-1129-43ec-9b33-e066f19df0b8 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:22.132155 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-20f3eaf2-128d-477d-9fb2-41255a344e7b req-7063784b-1129-43ec-9b33-e066f19df0b8 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 943 time: 0.2477880 Jun 28 12:31:22.186171 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-20f3eaf2-128d-477d-9fb2-41255a344e7b req-c8ca8817-d8f5-48a7-8d76-e8e94892aadd tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480847 Jun 28 12:31:23.374229 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f3ffa-7a8e-4c43-afee-e2bedfa964ff req-646b8d29-0bde-4d57-a17a-a02d7e9dd229 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:23.376132 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-322f3ffa-7a8e-4c43-afee-e2bedfa964ff req-646b8d29-0bde-4d57-a17a-a02d7e9dd229 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.1327300 Jun 28 12:31:23.530858 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-322f3ffa-7a8e-4c43-afee-e2bedfa964ff req-a49e8dce-5067-4c86-bd5c-4ebe9d83061b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1142805 Jun 28 12:31:23.563738 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d977e-715e-4478-af15-3a926ad555ac req-8b380a5f-87c8-442d-ab11-725f261c0c87 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:23.566264 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6d5d977e-715e-4478-af15-3a926ad555ac req-8b380a5f-87c8-442d-ab11-725f261c0c87 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 943 time: 0.1857851 Jun 28 12:31:23.634169 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 6ba385f4-d75b-4329-b33b-7524d87447d9 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:31:23.645812 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6d5d977e-715e-4478-af15-3a926ad555ac req-4a1cdd22-d3dd-4db0-b349-929a25502445 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718122 Jun 28 12:31:23.816216 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 6ba385f4-d75b-4329-b33b-7524d87447d9, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6ba385f4-d75b-4329-b33b-7524d87447d9,segment=NetworkSegment(23364f25-0914-45c3-9348-f31d0dbc7405),segment_id=23364f25-0914-45c3-9348-f31d0dbc7405)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:31:23.833834 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Returning: {'device': '6ba385f4-d75b-4329-b33b-7524d87447d9', 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'port_id': '6ba385f4-d75b-4329-b33b-7524d87447d9', 'mac_address': 'fa:16:3e:85:d9:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:31:23.895145 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:23.914973 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba385f4-d75b-4329-b33b-7524d87447d9 {{(pid=79150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:31:23.934126 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 6ba385f4-d75b-4329-b33b-7524d87447d9, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6ba385f4-d75b-4329-b33b-7524d87447d9,segment=NetworkSegment(23364f25-0914-45c3-9348-f31d0dbc7405),segment_id=23364f25-0914-45c3-9348-f31d0dbc7405)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:31:24.030092 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:24.035982 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:24.153243 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=6ba385f4-d75b-4329-b33b-7524d87447d9,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:24.158440 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:24.355186 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['6ba385f4-d75b-4329-b33b-7524d87447d9'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:31:24.563268 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-55ea66c2-ab93-489d-8e0a-f90c408eaef4 req-80a96f79-160a-4ff1-a468-9c9ee70b70c6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1048779 Jun 28 12:31:24.774442 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7441c5-83c6-4bc5-91ac-94f1f84aac05 req-c3a78e79-5dc6-4ad9-9d72-4b796118f67a tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:24.777172 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-df7441c5-83c6-4bc5-91ac-94f1f84aac05 req-c3a78e79-5dc6-4ad9-9d72-4b796118f67a tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.0999248 Jun 28 12:31:24.821272 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea66c2-ab93-489d-8e0a-f90c408eaef4 req-1f5a1743-2c01-40ff-9c83-bb6b9d811ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:24.823183 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-55ea66c2-ab93-489d-8e0a-f90c408eaef4 req-1f5a1743-2c01-40ff-9c83-bb6b9d811ef2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ad5e7e0f4e04e7ca73089fe82192600&device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 1098 time: 0.1328793 Jun 28 12:31:24.953759 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-df7441c5-83c6-4bc5-91ac-94f1f84aac05 req-b7ebf5a1-399b-4c82-90af-1c7401e7c2d2 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1633630 Jun 28 12:31:25.006490 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea66c2-ab93-489d-8e0a-f90c408eaef4 req-7982df76-8aee-45f0-9c7a-d3fc2eb4f0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:25.010119 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-55ea66c2-ab93-489d-8e0a-f90c408eaef4 req-7982df76-8aee-45f0-9c7a-d3fc2eb4f0d9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=85f9191a-de6b-428c-8880-77a90cc8bb8e HTTP/1.1" status: 200 len: 912 time: 0.1635704 Jun 28 12:31:25.033538 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7728e62-cdaf-4b5e-a1c3-0a0eb6eef103 req-d73a12cb-3ba3-4a93-aa0a-2f73759b628b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:25.036237 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c7728e62-cdaf-4b5e-a1c3-0a0eb6eef103 req-d73a12cb-3ba3-4a93-aa0a-2f73759b628b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 944 time: 0.2027669 Jun 28 12:31:25.108829 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:25.128865 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c7728e62-cdaf-4b5e-a1c3-0a0eb6eef103 req-be0d00cb-8a75-4795-ac49-45d09633bd6b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784652 Jun 28 12:31:25.169698 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-55ea66c2-ab93-489d-8e0a-f90c408eaef4 req-cb43b16f-d688-41bd-9677-25d5833e7bc9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b0e8357-a33b-4ebc-8992-006ea2cce949 HTTP/1.1" status: 200 len: 1001 time: 0.1495616 Jun 28 12:31:25.253147 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea66c2-ab93-489d-8e0a-f90c408eaef4 req-c08a04cd-89d6-4afd-b8f8-fc11848190f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:25.254771 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-55ea66c2-ab93-489d-8e0a-f90c408eaef4 req-c08a04cd-89d6-4afd-b8f8-fc11848190f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=11742b8b-e4b9-4a4b-87d5-497ec56e1d1d HTTP/1.1" status: 200 len: 850 time: 0.0768986 Jun 28 12:31:25.349047 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea66c2-ab93-489d-8e0a-f90c408eaef4 req-dc80fe8f-2b18-465b-984e-139c77208d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:25.350522 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-55ea66c2-ab93-489d-8e0a-f90c408eaef4 req-dc80fe8f-2b18-465b-984e-139c77208d8d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85f9191a-de6b-428c-8880-77a90cc8bb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738380 Jun 28 12:31:25.515403 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-55ea66c2-ab93-489d-8e0a-f90c408eaef4 req-a4509cd2-8fc9-4de0-b570-f66dbab49c12 service neutron] 10.222.0.64 "GET /v2.0/networks/85f9191a-de6b-428c-8880-77a90cc8bb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565185 Jun 28 12:31:25.586444 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756d940-cffe-4c89-a141-2614fce80056 req-de23babc-5600-4d87-8564-e1ede4af167a tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:25.588342 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a756d940-cffe-4c89-a141-2614fce80056 req-de23babc-5600-4d87-8564-e1ede4af167a tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.0896258 Jun 28 12:31:25.644667 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a756d940-cffe-4c89-a141-2614fce80056 req-2da071a7-a80d-41b8-95a0-b466583c04ae tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500889 Jun 28 12:31:25.645523 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 6ba385f4-d75b-4329-b33b-7524d87447d9 up at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:31:25.701609 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-55ea66c2-ab93-489d-8e0a-f90c408eaef4 req-60378f08-f9af-41f4-9997-cb213d61b58e service neutron] 10.222.0.64 "GET /v2.0/networks/85f9191a-de6b-428c-8880-77a90cc8bb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792936 Jun 28 12:31:25.852058 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning for port 6ba385f4-d75b-4329-b33b-7524d87447d9 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:31:25.858578 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning complete for port 6ba385f4-d75b-4329-b33b-7524d87447d9 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:31:25.858993 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:25.974407 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a5eb2-9bf2-40cb-a719-5d5e625cdf32 req-88079339-263d-48a5-98ff-f92b141badf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:25.977170 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-c67a5eb2-9bf2-40cb-a719-5d5e625cdf32 req-88079339-263d-48a5-98ff-f92b141badf8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ad5e7e0f4e04e7ca73089fe82192600&device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 1098 time: 0.1195405 Jun 28 12:31:25.998333 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:26.032651 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a45ffa2-ffd2-4780-ae16-0a9fd65f138a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba385f4-d75b-4329-b33b-7524d87447d9'}] {{(pid=79150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:31:26.044835 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 6ba385f4-d75b-4329-b33b-7524d87447d9, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6ba385f4-d75b-4329-b33b-7524d87447d9,segment=NetworkSegment(23364f25-0914-45c3-9348-f31d0dbc7405),segment_id=23364f25-0914-45c3-9348-f31d0dbc7405)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:31:26.091013 dv-cinder-798094-1-iscsi neutron-server[79150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a45ffa2-ffd2-4780-ae16-0a9fd65f138a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba385f4-d75b-4329-b33b-7524d87447d9', 'code': 200} Jun 28 12:31:26.115206 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:26.117116 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:26.239518 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=6ba385f4-d75b-4329-b33b-7524d87447d9,revision_number=5']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:26.248338 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:26.355370 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a5eb2-9bf2-40cb-a719-5d5e625cdf32 req-a0d4339f-7824-44a3-bb4a-c2d0227fd559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:26.357985 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-c67a5eb2-9bf2-40cb-a719-5d5e625cdf32 req-a0d4339f-7824-44a3-bb4a-c2d0227fd559 service neutron] 10.222.0.64 "GET /v2.0/networks?id=85f9191a-de6b-428c-8880-77a90cc8bb8e HTTP/1.1" status: 200 len: 912 time: 0.3732815 Jun 28 12:31:26.491196 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e30a4-bad5-4670-b508-e7261d456cf8 req-0fe759ea-dcbf-4afa-b22c-dca9dc9d9b2c tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:26.492756 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f75e30a4-bad5-4670-b508-e7261d456cf8 req-0fe759ea-dcbf-4afa-b22c-dca9dc9d9b2c tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.1381016 Jun 28 12:31:26.498558 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-c67a5eb2-9bf2-40cb-a719-5d5e625cdf32 req-cf183e4d-86c8-48d1-b4c0-31ed30e25321 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b0e8357-a33b-4ebc-8992-006ea2cce949 HTTP/1.1" status: 200 len: 1001 time: 0.1283290 Jun 28 12:31:26.550385 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f75e30a4-bad5-4670-b508-e7261d456cf8 req-aca48ab7-12e8-42ca-acf7-4b625dc338f8 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469768 Jun 28 12:31:26.601861 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a5eb2-9bf2-40cb-a719-5d5e625cdf32 req-2ee0cea0-82dd-4f76-b495-49c8aeedb762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:26.603939 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-c67a5eb2-9bf2-40cb-a719-5d5e625cdf32 req-2ee0cea0-82dd-4f76-b495-49c8aeedb762 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=11742b8b-e4b9-4a4b-87d5-497ec56e1d1d HTTP/1.1" status: 200 len: 850 time: 0.0901825 Jun 28 12:31:26.707596 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec09b9-809a-40ed-9fba-3cebeb36f5bf req-5d85fcd4-3219-42be-ab3b-5643936b29d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:26.709206 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-52ec09b9-809a-40ed-9fba-3cebeb36f5bf req-5d85fcd4-3219-42be-ab3b-5643936b29d6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 1098 time: 0.0849104 Jun 28 12:31:26.747880 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a5eb2-9bf2-40cb-a719-5d5e625cdf32 req-df5edcce-d035-482d-9ff7-ccf67309a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:26.749504 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-c67a5eb2-9bf2-40cb-a719-5d5e625cdf32 req-df5edcce-d035-482d-9ff7-ccf67309a783 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85f9191a-de6b-428c-8880-77a90cc8bb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1262019 Jun 28 12:31:26.793865 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-52ec09b9-809a-40ed-9fba-3cebeb36f5bf req-33e3bc54-5dc7-4931-816f-bf263938897e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725300 Jun 28 12:31:26.953173 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee84061-3e4a-4b8e-925a-d3959c094946 req-be090a25-9106-4997-9763-0281336f10af tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:26.955224 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-dee84061-3e4a-4b8e-925a-d3959c094946 req-be090a25-9106-4997-9763-0281336f10af tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.0954776 Jun 28 12:31:27.020359 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-dee84061-3e4a-4b8e-925a-d3959c094946 req-d784f7e0-3caa-4364-a565-8bb8cd0c91eb tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534747 Jun 28 12:31:27.040683 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-c67a5eb2-9bf2-40cb-a719-5d5e625cdf32 req-6865f131-ec60-437b-873b-2d86bafde363 service neutron] 10.222.0.64 "GET /v2.0/networks/85f9191a-de6b-428c-8880-77a90cc8bb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820199 Jun 28 12:31:27.285703 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-c67a5eb2-9bf2-40cb-a719-5d5e625cdf32 req-4024ec3b-ed5c-4eec-842b-bbf513c83271 service neutron] 10.222.0.64 "GET /v2.0/networks/85f9191a-de6b-428c-8880-77a90cc8bb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844816 Jun 28 12:31:27.771767 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd54fc-3ef9-4eb1-872e-9ede8a3b63e0 req-279922a9-68a8-4cd9-a185-33e812ce8b0e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:27.773558 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bebd54fc-3ef9-4eb1-872e-9ede8a3b63e0 req-279922a9-68a8-4cd9-a185-33e812ce8b0e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.0880959 Jun 28 12:31:27.834274 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bebd54fc-3ef9-4eb1-872e-9ede8a3b63e0 req-ff3d7d8b-363a-4028-b79f-541f54eb07a5 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535867 Jun 28 12:31:28.281161 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cfbfe-8a4c-4c7b-95aa-9c6299facb82 req-e1a8f210-cb3f-429d-b8d4-fd7702034e45 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:28.283874 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f99cfbfe-8a4c-4c7b-95aa-9c6299facb82 req-e1a8f210-cb3f-429d-b8d4-fd7702034e45 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.1393969 Jun 28 12:31:28.348417 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f99cfbfe-8a4c-4c7b-95aa-9c6299facb82 req-79d81df0-734c-4e80-9f3a-d4100f202e8c tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570772 Jun 28 12:31:29.178559 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553e347-1d72-490a-99d4-e4a69b82a5b0 req-085f9c9e-3dfe-4da7-a4e8-f9935949ca96 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:29.180449 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b553e347-1d72-490a-99d4-e4a69b82a5b0 req-085f9c9e-3dfe-4da7-a4e8-f9935949ca96 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.1977284 Jun 28 12:31:29.255099 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b553e347-1d72-490a-99d4-e4a69b82a5b0 req-4f4529c1-5065-430e-b680-18f91251e9c3 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675638 Jun 28 12:31:29.443139 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 51644) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:29.681361 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f3890f0c-7589-4c47-b4c8-98aff0a430a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:29.713173 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-f3890f0c-7589-4c47-b4c8-98aff0a430a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:29.723146 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-f3890f0c-7589-4c47-b4c8-98aff0a430a6 admin admin] Usage tracker for resource:security_group_rule and tenant:3deb445d67d5436b81c0473f9006c2de is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:29.735058 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-f3890f0c-7589-4c47-b4c8-98aff0a430a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:29.746799 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711e6ff-3ffa-4104-813c-be122597efee req-7837efb1-8441-4773-803b-4a56d87aaed5 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:29.748388 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1711e6ff-3ffa-4104-813c-be122597efee req-7837efb1-8441-4773-803b-4a56d87aaed5 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.2954144 Jun 28 12:31:29.753703 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-f3890f0c-7589-4c47-b4c8-98aff0a430a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:29.760330 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 51652) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:29.769836 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-9a8adac8-95b9-4bfc-ac79-f2829f2074e1 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Request body: {'floatingip': {'port_id': '6ba385f4-d75b-4329-b33b-7524d87447d9'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:31:29.797778 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48edd3-5502-480a-b103-89d6553f16a3 req-afdb123c-35c2-44ed-8a21-2da9754be4e6 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:29.799441 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9d48edd3-5502-480a-b103-89d6553f16a3 req-afdb123c-35c2-44ed-8a21-2da9754be4e6 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.2478268 Jun 28 12:31:29.871156 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-9a8adac8-95b9-4bfc-ac79-f2829f2074e1 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for floatingip, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:29.880279 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9d48edd3-5502-480a-b103-89d6553f16a3 req-b9044a02-4333-4357-b6a8-37f3e3bc3d68 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658388 Jun 28 12:31:29.931549 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f3890f0c-7589-4c47-b4c8-98aff0a430a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:30.007801 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f3890f0c-7589-4c47-b4c8-98aff0a430a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:30.024687 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-540569a1-2a18-4ac4-9dcd-c10c62dc03f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:30.106978 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-f3890f0c-7589-4c47-b4c8-98aff0a430a6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3deb445d67d5436b81c0473f9006c2de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6620550 Jun 28 12:31:30.108785 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3890f0c-7589-4c47-b4c8-98aff0a430a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271d307b-a723-4242-b11b-bd4391a80019,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:30.112880 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 51658) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:30.116622 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-f3890f0c-7589-4c47-b4c8-98aff0a430a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:30.217606 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-85ce3aee-f6dd-4f02-95e4-4780ee43ae27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:30.271770 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-85ce3aee-f6dd-4f02-95e4-4780ee43ae27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:30.457991 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-85ce3aee-f6dd-4f02-95e4-4780ee43ae27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:30.463430 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-6ab99689-34df-4431-8389-f4178b52e800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:30.478247 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce3aee-f6dd-4f02-95e4-4780ee43ae27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271d307b-a723-4242-b11b-bd4391a80019,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:30.481201 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-85ce3aee-f6dd-4f02-95e4-4780ee43ae27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:30.482575 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-85ce3aee-f6dd-4f02-95e4-4780ee43ae27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:30.483751 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-85ce3aee-f6dd-4f02-95e4-4780ee43ae27 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/271d307b-a723-4242-b11b-bd4391a80019 HTTP/1.1" status: 204 len: 168 time: 0.3696039 Jun 28 12:31:31.133854 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-9a8adac8-95b9-4bfc-ac79-f2829f2074e1 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:31.337770 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-9a8adac8-95b9-4bfc-ac79-f2829f2074e1 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696881'] for floatingip, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:31.415426 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 51670) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:31.440744 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-9c32864d-ca5e-45f8-b0b0-d9c1c4037483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:31.460194 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-9c32864d-ca5e-45f8-b0b0-d9c1c4037483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:31.465648 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-9c32864d-ca5e-45f8-b0b0-d9c1c4037483 admin admin] Usage tracker for resource:security_group_rule and tenant:eeb4390d730645f58390f4c0db3946c0 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:31.469335 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-9c32864d-ca5e-45f8-b0b0-d9c1c4037483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:31.476579 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-9c32864d-ca5e-45f8-b0b0-d9c1c4037483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:31.597986 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-9c32864d-ca5e-45f8-b0b0-d9c1c4037483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:31.600899 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.db.l3_db [None req-9a8adac8-95b9-4bfc-ac79-f2829f2074e1 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Floating IP a387db20-d517-4637-b3de-5c1d033f038d associated. External IP: 172.27.0.204, port: 6ba385f4-d75b-4329-b33b-7524d87447d9. Jun 28 12:31:31.703984 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-9c32864d-ca5e-45f8-b0b0-d9c1c4037483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:31.714527 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-0d5e46ab-642f-4131-8e01-ee28b37c81f9 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:31.760168 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-9c32864d-ca5e-45f8-b0b0-d9c1c4037483 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eeb4390d730645f58390f4c0db3946c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3430610 Jun 28 12:31:31.763294 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32864d-ca5e-45f8-b0b0-d9c1c4037483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a530bc32-9347-46c2-af7c-e8916142d723,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:31.766329 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 51678) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:31.770133 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-9c32864d-ca5e-45f8-b0b0-d9c1c4037483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:31.876420 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-483b4bbb-cad7-420c-9de7-24d4346b4525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:31.925446 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-483b4bbb-cad7-420c-9de7-24d4346b4525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:32.087399 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-483b4bbb-cad7-420c-9de7-24d4346b4525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:32.095378 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-7b8548f9-e8a7-452e-a8fa-d5af23a9c588 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:32.112215 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b4bbb-cad7-420c-9de7-24d4346b4525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a530bc32-9347-46c2-af7c-e8916142d723,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:32.115325 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-483b4bbb-cad7-420c-9de7-24d4346b4525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:32.116705 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-483b4bbb-cad7-420c-9de7-24d4346b4525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:32.122237 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-483b4bbb-cad7-420c-9de7-24d4346b4525 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a530bc32-9347-46c2-af7c-e8916142d723 HTTP/1.1" status: 204 len: 168 time: 0.3502984 Jun 28 12:31:32.123042 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8adac8-95b9-4bfc-ac79-f2829f2074e1 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Router cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:31:32.401596 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8adac8-95b9-4bfc-ac79-f2829f2074e1 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:31:32.406095 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-9a8adac8-95b9-4bfc-ac79-f2829f2074e1 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for floatingip, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:32.417415 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fe3999-012f-4caf-87f2-5debcc758f09 None None] Sync routers for ids ['cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'] in dv-cinder-798094-1-iscsi {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:31:32.429130 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fe3999-012f-4caf-87f2-5debcc758f09 None None] Routers {'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:31:32.429957 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-81fe3999-012f-4caf-87f2-5debcc758f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:31:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:31:32.470190 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-9a8adac8-95b9-4bfc-ac79-f2829f2074e1 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "PUT /v2.0/floatingips/a387db20-d517-4637-b3de-5c1d033f038d HTTP/1.1" status: 200 len: 991 time: 2.7077775 Jun 28 12:31:32.470760 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a45ffa2-ffd2-4780-ae16-0a9fd65f138a', 'tag': '6ba385f4-d75b-4329-b33b-7524d87447d9'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:31:32.557606 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a45ffa2-ffd2-4780-ae16-0a9fd65f138a', 'tag': '6ba385f4-d75b-4329-b33b-7524d87447d9', 'status': 'completed', 'code': 200} Jun 28 12:31:32.689585 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-81fe3999-012f-4caf-87f2-5debcc758f09 None None] Set router cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:31:32.736459 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b63e6-df02-4538-9126-85ce049ba05e req-9a624d19-f063-4d51-b896-4aa96540ffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:32.739085 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-723b63e6-df02-4538-9126-85ce049ba05e req-9a624d19-f063-4d51-b896-4aa96540ffe4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04859a58a39e455e91103d81df922270&device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 1098 time: 0.1277854 Jun 28 12:31:32.962451 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b63e6-df02-4538-9126-85ce049ba05e req-39fdfc6d-fd9b-414f-be68-157bd22f9292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:32.964481 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-723b63e6-df02-4538-9126-85ce049ba05e req-39fdfc6d-fd9b-414f-be68-157bd22f9292 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 HTTP/1.1" status: 200 len: 917 time: 0.2186022 Jun 28 12:31:33.156026 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-81fe3999-012f-4caf-87f2-5debcc758f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'name': 'tempest-AttachVolumeShelveTestJSON-528365198-router', 'tenant_id': '04859a58a39e455e91103d81df922270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:27:02Z', 'updated_at': '2021-06-28T12:27:09Z', 'revision_number': 4, 'project_id': '04859a58a39e455e91103d81df922270', 'gw_port': {'id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:04Z', 'updated_at': '2021-06-28T12:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_floatingips': [{'id': 'a387db20-d517-4637-b3de-5c1d033f038d', 'tenant_id': '04859a58a39e455e91103d81df922270', 'floating_ip_address': '172.27.0.204', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'port_id': '6ba385f4-d75b-4329-b33b-7524d87447d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'mac_address': 'fa:16:3e:85:d9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45ffa2-ffd2-4780-ae16-0a9fd65f138a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:31:09Z', 'updated_at': '2021-06-28T12:31:30Z', 'revision_number': 1, 'project_id': '04859a58a39e455e91103d81df922270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1e0099b-f34d-4b7a-a7a9-0474dce65c59', 'name': '', 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'tenant_id': '04859a58a39e455e91103d81df922270', 'mac_address': 'fa:16:3e:77:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:08Z', 'updated_at': '2021-06-28T12:27:15Z', 'revision_number': 5, 'project_id': '04859a58a39e455e91103d81df922270', 'subnets': [{'id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:31:33.166290 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fe3999-012f-4caf-87f2-5debcc758f09 None None] Checking router: cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 for host: dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:31:33.177902 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fe3999-012f-4caf-87f2-5debcc758f09 None None] Routers {'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:31:33.178933 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-81fe3999-012f-4caf-87f2-5debcc758f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:31:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:31:33.200568 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-723b63e6-df02-4538-9126-85ce049ba05e req-c8be6e51-eef4-4d26-aab0-91248be1a64b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ba385f4-d75b-4329-b33b-7524d87447d9 HTTP/1.1" status: 200 len: 999 time: 0.2291565 Jun 28 12:31:33.270146 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b63e6-df02-4538-9126-85ce049ba05e req-65486939-8270-4f30-96ed-14fa03829404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:33.271667 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-723b63e6-df02-4538-9126-85ce049ba05e req-65486939-8270-4f30-96ed-14fa03829404 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1061743c-39d2-4e9e-96b2-fc1ad65e7f7c HTTP/1.1" status: 200 len: 855 time: 0.0651386 Jun 28 12:31:33.319543 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 51696) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:33.339468 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-c33d4821-b5b3-4689-afab-b86a6e8566b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:33.359885 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-c33d4821-b5b3-4689-afab-b86a6e8566b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:33.364680 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-c33d4821-b5b3-4689-afab-b86a6e8566b2 admin admin] Usage tracker for resource:security_group_rule and tenant:cb62bcc20f214253b66c0caf08f7a4f1 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:33.368468 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-c33d4821-b5b3-4689-afab-b86a6e8566b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:33.377628 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b63e6-df02-4538-9126-85ce049ba05e req-d7b63049-e655-4a94-b61e-418c2abf2f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:33.378959 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-c33d4821-b5b3-4689-afab-b86a6e8566b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:33.379524 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-723b63e6-df02-4538-9126-85ce049ba05e req-d7b63049-e655-4a94-b61e-418c2abf2f85 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0974586 Jun 28 12:31:33.491321 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-c33d4821-b5b3-4689-afab-b86a6e8566b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:33.546395 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-723b63e6-df02-4538-9126-85ce049ba05e req-5527ec3f-5097-4989-b8f1-4c503a4a01f2 service neutron] 10.222.0.64 "GET /v2.0/networks/ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597111 Jun 28 12:31:33.547044 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-81fe3999-012f-4caf-87f2-5debcc758f09 None None] Set router cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:31:33.578141 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-c33d4821-b5b3-4689-afab-b86a6e8566b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:33.592019 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-24bdc4df-48bb-44d8-a72b-9548bfb6503f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:33.655677 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-c33d4821-b5b3-4689-afab-b86a6e8566b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb62bcc20f214253b66c0caf08f7a4f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3348482 Jun 28 12:31:33.659473 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 51702) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:33.663173 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d4821-b5b3-4689-afab-b86a6e8566b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d553d36-e6d3-40d9-8368-64b9464510f4,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:33.667545 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-c33d4821-b5b3-4689-afab-b86a6e8566b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:33.740088 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-723b63e6-df02-4538-9126-85ce049ba05e req-5844dcf6-27a8-4462-b6bd-2f1dde55c724 service neutron] 10.222.0.64 "GET /v2.0/networks/ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870022 Jun 28 12:31:33.760148 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-cb4300d6-baca-4e8a-9848-9e3a62a00c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:33.803772 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-cb4300d6-baca-4e8a-9848-9e3a62a00c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:33.977846 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-cb4300d6-baca-4e8a-9848-9e3a62a00c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:33.985332 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-46964908-c92a-4616-8830-692f296251f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:34.002247 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4300d6-baca-4e8a-9848-9e3a62a00c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d553d36-e6d3-40d9-8368-64b9464510f4,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:34.006873 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-cb4300d6-baca-4e8a-9848-9e3a62a00c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:34.010247 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-cb4300d6-baca-4e8a-9848-9e3a62a00c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:34.012714 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-cb4300d6-baca-4e8a-9848-9e3a62a00c8c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d553d36-e6d3-40d9-8368-64b9464510f4 HTTP/1.1" status: 204 len: 168 time: 0.3514659 Jun 28 12:31:34.128266 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-81fe3999-012f-4caf-87f2-5debcc758f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'name': 'tempest-AttachVolumeShelveTestJSON-528365198-router', 'tenant_id': '04859a58a39e455e91103d81df922270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:27:02Z', 'updated_at': '2021-06-28T12:27:09Z', 'revision_number': 4, 'project_id': '04859a58a39e455e91103d81df922270', 'gw_port': {'id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:04Z', 'updated_at': '2021-06-28T12:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_floatingips': [{'id': 'a387db20-d517-4637-b3de-5c1d033f038d', 'tenant_id': '04859a58a39e455e91103d81df922270', 'floating_ip_address': '172.27.0.204', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'port_id': '6ba385f4-d75b-4329-b33b-7524d87447d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'mac_address': 'fa:16:3e:85:d9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45ffa2-ffd2-4780-ae16-0a9fd65f138a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:31:09Z', 'updated_at': '2021-06-28T12:31:30Z', 'revision_number': 1, 'project_id': '04859a58a39e455e91103d81df922270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1e0099b-f34d-4b7a-a7a9-0474dce65c59', 'name': '', 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'tenant_id': '04859a58a39e455e91103d81df922270', 'mac_address': 'fa:16:3e:77:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:08Z', 'updated_at': '2021-06-28T12:27:15Z', 'revision_number': 5, 'project_id': '04859a58a39e455e91103d81df922270', 'subnets': [{'id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:31:34.133264 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fe3999-012f-4caf-87f2-5debcc758f09 None None] The sync data for ids ['cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'] in dv-cinder-798094-1-iscsi is: [{'id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'name': 'tempest-AttachVolumeShelveTestJSON-528365198-router', 'tenant_id': '04859a58a39e455e91103d81df922270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:27:02Z', 'updated_at': '2021-06-28T12:27:09Z', 'revision_number': 4, 'project_id': '04859a58a39e455e91103d81df922270', 'gw_port': {'id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:04Z', 'updated_at': '2021-06-28T12:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_floatingips': [{'id': 'a387db20-d517-4637-b3de-5c1d033f038d', 'tenant_id': '04859a58a39e455e91103d81df922270', 'floating_ip_address': '172.27.0.204', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'port_id': '6ba385f4-d75b-4329-b33b-7524d87447d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'mac_address': 'fa:16:3e:85:d9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45ffa2-ffd2-4780-ae16-0a9fd65f138a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:31:09Z', 'updated_at': '2021-06-28T12:31:30Z', 'revision_number': 1, 'project_id': '04859a58a39e455e91103d81df922270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1e0099b-f34d-4b7a-a7a9-0474dce65c59', 'name': '', 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'tenant_id': '04859a58a39e455e91103d81df922270', 'mac_address': 'fa:16:3e:77:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:08Z', 'updated_at': '2021-06-28T12:27:15Z', 'revision_number': 5, 'project_id': '04859a58a39e455e91103d81df922270', 'subnets': [{'id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:31:34.370231 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b46d94a-ed9b-4b07-8e0f-7a76cfe24cdb None None] New status for floating IP a387db20-d517-4637-b3de-5c1d033f038d: ACTIVE {{(pid=79151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:31:35.402467 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 51738) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:35.540753 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-2428cd3e-5606-4097-a40e-7674e09c6a4b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-641531145-network', 'tenant_id': '02179571a8084125b547d2dde607206c'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:31:35.545925 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-2428cd3e-5606-4097-a40e-7674e09c6a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:35.550137 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-2428cd3e-5606-4097-a40e-7674e09c6a4b admin admin] Usage tracker for resource:network and tenant:02179571a8084125b547d2dde607206c is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:35.553370 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-2428cd3e-5606-4097-a40e-7674e09c6a4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:35.560540 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-2428cd3e-5606-4097-a40e-7674e09c6a4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:35.664064 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2428cd3e-5606-4097-a40e-7674e09c6a4b admin admin] Made reservation on behalf of 02179571a8084125b547d2dde607206c for: {'network': 1} {{(pid=79149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:31:35.667833 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-2428cd3e-5606-4097-a40e-7674e09c6a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for network, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:35.689290 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-2428cd3e-5606-4097-a40e-7674e09c6a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:35.717120 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-2428cd3e-5606-4097-a40e-7674e09c6a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:35.723697 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-2428cd3e-5606-4097-a40e-7674e09c6a4b admin admin] Usage tracker for resource:security_group_rule and tenant:02179571a8084125b547d2dde607206c is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:35.728674 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-2428cd3e-5606-4097-a40e-7674e09c6a4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:35.738483 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-2428cd3e-5606-4097-a40e-7674e09c6a4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:35.880931 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-2428cd3e-5606-4097-a40e-7674e09c6a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:35.989446 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-2428cd3e-5606-4097-a40e-7674e09c6a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:35.992690 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-ada08e5c-a109-403b-9ebe-f056f5418725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:36.023317 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2428cd3e-5606-4097-a40e-7674e09c6a4b admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=79149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:31:36.032378 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428cd3e-5606-4097-a40e-7674e09c6a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a8b087-c8d6-4662-9a54-c641d09718bc,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:36.036124 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-2428cd3e-5606-4097-a40e-7674e09c6a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:36.039101 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-2428cd3e-5606-4097-a40e-7674e09c6a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:36.039379 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.db.segments_db [None req-2428cd3e-5606-4097-a40e-7674e09c6a4b admin admin] Added segment 56aee1c2-5d0e-4022-8738-8ba49b95dfc7 of type vlan for network 99e11113-92ba-42c4-b82c-9ed4c720b3c3 Jun 28 12:31:36.069972 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-2428cd3e-5606-4097-a40e-7674e09c6a4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727236854384'] for network, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:36.229577 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-2428cd3e-5606-4097-a40e-7674e09c6a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291'] for network, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:36.231409 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2428cd3e-5606-4097-a40e-7674e09c6a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:36.232252 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-2428cd3e-5606-4097-a40e-7674e09c6a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:36.236191 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:36.367860 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428cd3e-5606-4097-a40e-7674e09c6a4b admin admin] Pushing event updated for resources: {'Network': ['ID=99e11113-92ba-42c4-b82c-9ed4c720b3c3,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:36.373275 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-2428cd3e-5606-4097-a40e-7674e09c6a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:36.381732 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Network 99e11113-92ba-42c4-b82c-9ed4c720b3c3 details requested by agent ovs-agent-dv-cinder-798094-1-iscsi with host dv-cinder-798094-1-iscsi {{(pid=79150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:31:36.454178 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-2428cd3e-5606-4097-a40e-7674e09c6a4b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0497220 Jun 28 12:31:36.457163 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 51746) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:36.467632 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-5f6058f2-456c-4911-abe6-a60e50322dce admin admin] Request body: {'subnet': {'network_id': '99e11113-92ba-42c4-b82c-9ed4c720b3c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-641531145-subnet', 'tenant_id': '02179571a8084125b547d2dde607206c', 'ip_version': 4}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:31:36.476051 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-5f6058f2-456c-4911-abe6-a60e50322dce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:36.483719 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-5f6058f2-456c-4911-abe6-a60e50322dce admin admin] Usage tracker for resource:subnet and tenant:02179571a8084125b547d2dde607206c is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:36.489478 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-5f6058f2-456c-4911-abe6-a60e50322dce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:36.502810 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-5f6058f2-456c-4911-abe6-a60e50322dce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:36.595161 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6058f2-456c-4911-abe6-a60e50322dce admin admin] Made reservation on behalf of 02179571a8084125b547d2dde607206c for: {'subnet': 1} {{(pid=79149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:31:36.598124 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-5f6058f2-456c-4911-abe6-a60e50322dce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1626906'] for subnet, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:36.910032 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-5f6058f2-456c-4911-abe6-a60e50322dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1530427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1626892'] for subnet, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:36.918105 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-69c90c72-8302-42d7-ad3c-2eeac47cb025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:37.023348 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 51758) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:37.053192 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6058f2-456c-4911-abe6-a60e50322dce admin admin] Pushing event updated for resources: {'Subnet': ['ID=668458c4-e955-4268-b3d8-24d37fc12fed,revision_number=0']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:37.057474 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-5f6058f2-456c-4911-abe6-a60e50322dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:37.061591 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6058f2-456c-4911-abe6-a60e50322dce admin admin] Checking segment: {'id': '56aee1c2-5d0e-4022-8738-8ba49b95dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '99e11113-92ba-42c4-b82c-9ed4c720b3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:31:37.062072 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6058f2-456c-4911-abe6-a60e50322dce admin admin] Network hostable DHCP agents. Network: 99e11113-92ba-42c4-b82c-9ed4c720b3c3, hostable agents: ['00922891-a33d-4784-963e-6ef69cbf19e0'], hosted agents: [] {{(pid=79149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:31:37.169899 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-657fb3ab-2a0f-46b1-bd83-7f6e6eaab77e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:37.177864 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6058f2-456c-4911-abe6-a60e50322dce admin admin] Network 99e11113-92ba-42c4-b82c-9ed4c720b3c3 is scheduled to be hosted by DHCP agent 00922891-a33d-4784-963e-6ef69cbf19e0 with binding_index 1 {{(pid=79149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:31:37.186359 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-657fb3ab-2a0f-46b1-bd83-7f6e6eaab77e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:37.191116 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-657fb3ab-2a0f-46b1-bd83-7f6e6eaab77e admin admin] Usage tracker for resource:security_group_rule and tenant:0ce140752f964d858b1ac960bfcd2298 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:37.194833 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-657fb3ab-2a0f-46b1-bd83-7f6e6eaab77e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:37.202685 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-657fb3ab-2a0f-46b1-bd83-7f6e6eaab77e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:37.301092 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-657fb3ab-2a0f-46b1-bd83-7f6e6eaab77e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:37.349683 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.base_scheduler [None req-5f6058f2-456c-4911-abe6-a60e50322dce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-iscsi, 99e11113-92ba-42c4-b82c-9ed4c720b3c3) {{(pid=79149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:31:37.356248 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6058f2-456c-4911-abe6-a60e50322dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:37.357843 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-5f6058f2-456c-4911-abe6-a60e50322dce admin admin] Notify callbacks [] for subnet, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:37.362812 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f64f163-25ae-4f77-a70a-15076fdc782e None None] Network 99e11113-92ba-42c4-b82c-9ed4c720b3c3 requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:31:37.400779 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-657fb3ab-2a0f-46b1-bd83-7f6e6eaab77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:37.423849 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-c3a4141e-9caa-4050-8a36-0ced937e6469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:37.492763 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-5f6058f2-456c-4911-abe6-a60e50322dce admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0337982 Jun 28 12:31:37.496383 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 51766) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:37.498166 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-657fb3ab-2a0f-46b1-bd83-7f6e6eaab77e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ce140752f964d858b1ac960bfcd2298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4734561 Jun 28 12:31:37.500939 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657fb3ab-2a0f-46b1-bd83-7f6e6eaab77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54953350-70e9-4bf5-b4b5-f7698fb51447,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:37.504936 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 51770) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:37.507387 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-f04bc815-182a-4b7b-9c86-ad6ee3506057 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-641531145-router', 'tenant_id': '02179571a8084125b547d2dde607206c', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:31:37.509046 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-657fb3ab-2a0f-46b1-bd83-7f6e6eaab77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:37.515672 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-f04bc815-182a-4b7b-9c86-ad6ee3506057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:37.524677 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-f04bc815-182a-4b7b-9c86-ad6ee3506057 admin admin] Usage tracker for resource:router and tenant:02179571a8084125b547d2dde607206c is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:37.530461 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-f04bc815-182a-4b7b-9c86-ad6ee3506057 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:37.541827 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-f04bc815-182a-4b7b-9c86-ad6ee3506057 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:37.604605 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-a1e11169-6352-41b8-b7ab-6a450bb17733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:37.634934 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f04bc815-182a-4b7b-9c86-ad6ee3506057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3695342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34721'] for router, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:37.636162 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f04bc815-182a-4b7b-9c86-ad6ee3506057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3695626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34730'] for router, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:37.644382 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-a1e11169-6352-41b8-b7ab-6a450bb17733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:37.657887 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f04bc815-182a-4b7b-9c86-ad6ee3506057 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:37.685135 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee6983f-be89-4cac-bfed-76402ff6346b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1e09d51-a22e-5f09-8328-b2b494a4398b-99e11113-92ba-42c4-b82c-9ed4c720b3c3', 'network_id': '99e11113-92ba-42c4-b82c-9ed4c720b3c3', 'tenant_id': '02179571a8084125b547d2dde607206c', 'fixed_ips': [{'subnet_id': '668458c4-e955-4268-b3d8-24d37fc12fed'}]}} from dv-cinder-798094-1-iscsi. {{(pid=79150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 12:31:37.686474 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-bee6983f-be89-4cac-bfed-76402ff6346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:37.772767 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-a1e11169-6352-41b8-b7ab-6a450bb17733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:37.782203 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-1b1391ac-f4b6-420c-9364-d0a598ffe361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:37.804080 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e11169-6352-41b8-b7ab-6a450bb17733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54953350-70e9-4bf5-b4b5-f7698fb51447,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:37.814704 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-a1e11169-6352-41b8-b7ab-6a450bb17733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:37.818338 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-a1e11169-6352-41b8-b7ab-6a450bb17733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:37.820315 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-a1e11169-6352-41b8-b7ab-6a450bb17733 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54953350-70e9-4bf5-b4b5-f7698fb51447 HTTP/1.1" status: 204 len: 168 time: 0.3138454 Jun 28 12:31:37.955809 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.db_base_plugin_common [None req-bee6983f-be89-4cac-bfed-76402ff6346b None None] Allocated IP 172.20.0.2 (99e11113-92ba-42c4-b82c-9ed4c720b3c3/668458c4-e955-4268-b3d8-24d37fc12fed/2d773c4d-c805-4155-bd99-9bf9cbc8a501) {{(pid=79150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:31:38.147331 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f04bc815-182a-4b7b-9c86-ad6ee3506057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3695335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34692'] for router, precommit_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:38.280622 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-bee6983f-be89-4cac-bfed-76402ff6346b None None] Notify callbacks [] for port, precommit_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:38.294096 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-bee6983f-be89-4cac-bfed-76402ff6346b None None] Transition to ACTIVE for port object 2d773c4d-c805-4155-bd99-9bf9cbc8a501 will not be triggered until provisioned by entity L2. {{(pid=79150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:31:38.319607 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-bee6983f-be89-4cac-bfed-76402ff6346b None None] Transition to ACTIVE for port object 2d773c4d-c805-4155-bd99-9bf9cbc8a501 will not be triggered until provisioned by entity DHCP. {{(pid=79150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:31:38.378389 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-bee6983f-be89-4cac-bfed-76402ff6346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319'] for port, after_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:38.384625 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:38.500174 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6983f-be89-4cac-bfed-76402ff6346b None None] Pushing event updated for resources: {'Port': ['ID=2d773c4d-c805-4155-bd99-9bf9cbc8a501,revision_number=1']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:38.509613 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-bee6983f-be89-4cac-bfed-76402ff6346b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:38.515852 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee6983f-be89-4cac-bfed-76402ff6346b None None] Network 99e11113-92ba-42c4-b82c-9ed4c720b3c3 is already hosted by enough agents. {{(pid=79150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:31:38.517529 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.scheduler.base_scheduler [None req-bee6983f-be89-4cac-bfed-76402ff6346b None None] Resources bound (agent type, host, resource id): {{(pid=79150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:31:38.520695 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee6983f-be89-4cac-bfed-76402ff6346b None None] Received port after_create {{(pid=79150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:31:38.638029 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-bee6983f-be89-4cac-bfed-76402ff6346b None None] Attempting to bind port 2d773c4d-c805-4155-bd99-9bf9cbc8a501 on host dv-cinder-798094-1-iscsi for vnic_type normal with profile {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:31:38.639589 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-bee6983f-be89-4cac-bfed-76402ff6346b None None] Attempting to bind port 2d773c4d-c805-4155-bd99-9bf9cbc8a501 by drivers openvswitch,hyperv on host dv-cinder-798094-1-iscsi at level 0 using segments [{'id': '56aee1c2-5d0e-4022-8738-8ba49b95dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '99e11113-92ba-42c4-b82c-9ed4c720b3c3'}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:31:38.639812 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f04bc815-182a-4b7b-9c86-ad6ee3506057 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:38.640569 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee6983f-be89-4cac-bfed-76402ff6346b None None] Attempting to bind port 2d773c4d-c805-4155-bd99-9bf9cbc8a501 on network 99e11113-92ba-42c4-b82c-9ed4c720b3c3 {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:31:38.649625 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee6983f-be89-4cac-bfed-76402ff6346b None None] Checking agent: {'id': '97f6a438-5e0c-4082-aba3-e3ff467169d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 16, 39), 'started_at': datetime.datetime(2021, 6, 28, 12, 17, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:31:38.650228 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee6983f-be89-4cac-bfed-76402ff6346b None None] Checking segment: {'id': '56aee1c2-5d0e-4022-8738-8ba49b95dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '99e11113-92ba-42c4-b82c-9ed4c720b3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:31:38.650897 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-bee6983f-be89-4cac-bfed-76402ff6346b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:38.651571 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee6983f-be89-4cac-bfed-76402ff6346b None None] Bound using segment: {'id': '56aee1c2-5d0e-4022-8738-8ba49b95dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '99e11113-92ba-42c4-b82c-9ed4c720b3c3'} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:31:38.652302 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-bee6983f-be89-4cac-bfed-76402ff6346b None None] Bound port: 2d773c4d-c805-4155-bd99-9bf9cbc8a501, host: dv-cinder-798094-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56aee1c2-5d0e-4022-8738-8ba49b95dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '99e11113-92ba-42c4-b82c-9ed4c720b3c3'}}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:31:38.653294 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-bee6983f-be89-4cac-bfed-76402ff6346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:38.671742 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f04bc815-182a-4b7b-9c86-ad6ee3506057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:38.675218 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-85cd5469-424a-416e-b7ee-d53f542276c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:38.797810 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-bee6983f-be89-4cac-bfed-76402ff6346b None None] For port 2d773c4d-c805-4155-bd99-9bf9cbc8a501, host dv-cinder-798094-1-iscsi, cleared binding levels {{(pid=79150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:31:38.801320 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-bee6983f-be89-4cac-bfed-76402ff6346b None None] For port 2d773c4d-c805-4155-bd99-9bf9cbc8a501, host dv-cinder-798094-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=2d773c4d-c805-4155-bd99-9bf9cbc8a501,segment=NetworkSegment(56aee1c2-5d0e-4022-8738-8ba49b95dfc7),segment_id=56aee1c2-5d0e-4022-8738-8ba49b95dfc7)] {{(pid=79150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:31:38.874539 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.db_base_plugin_common [None req-f04bc815-182a-4b7b-9c86-ad6ee3506057 admin admin] Allocated IP 172.27.0.168 (c9286c56-74de-4de9-a16f-8e0a6aaad408/86bae704-b0f4-4850-808b-6f728b6b20f3/f576fd1a-7b6b-4b85-9dfc-1626147bf493) {{(pid=79149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:31:38.876812 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-bee6983f-be89-4cac-bfed-76402ff6346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:38.901009 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:39.085904 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6983f-be89-4cac-bfed-76402ff6346b None None] Pushing event updated for resources: {'Port': ['ID=2d773c4d-c805-4155-bd99-9bf9cbc8a501,revision_number=2']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:39.094083 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-bee6983f-be89-4cac-bfed-76402ff6346b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:39.111288 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:39.154486 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f04bc815-182a-4b7b-9c86-ad6ee3506057 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:39.288529 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f04bc815-182a-4b7b-9c86-ad6ee3506057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:39.315957 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 51796) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:39.321385 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:39.428299 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04bc815-182a-4b7b-9c86-ad6ee3506057 admin admin] Network c9286c56-74de-4de9-a16f-8e0a6aaad408 is already hosted by enough agents. {{(pid=79149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:31:39.433300 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.base_scheduler [None req-f04bc815-182a-4b7b-9c86-ad6ee3506057 admin admin] Resources bound (agent type, host, resource id): {{(pid=79149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:31:39.448491 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04bc815-182a-4b7b-9c86-ad6ee3506057 admin admin] Received port after_create {{(pid=79149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:31:39.503384 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-f9ba70fa-077a-4b4c-87bc-d6c0eb576ae7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2011560855-network', 'tenant_id': '2c409c3529524edca55e705bef4fc341'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:31:39.511132 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-f9ba70fa-077a-4b4c-87bc-d6c0eb576ae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:39.530675 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-f9ba70fa-077a-4b4c-87bc-d6c0eb576ae7 admin admin] Usage tracker for resource:network and tenant:2c409c3529524edca55e705bef4fc341 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:39.539872 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-f9ba70fa-077a-4b4c-87bc-d6c0eb576ae7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:39.551744 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-f9ba70fa-077a-4b4c-87bc-d6c0eb576ae7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:39.555259 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bc815-182a-4b7b-9c86-ad6ee3506057 admin admin] Pushing event updated for resources: {'Port': ['ID=f576fd1a-7b6b-4b85-9dfc-1626147bf493,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:39.562092 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-f04bc815-182a-4b7b-9c86-ad6ee3506057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:39.602419 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 2d773c4d-c805-4155-bd99-9bf9cbc8a501 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:31:39.663700 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ba70fa-077a-4b4c-87bc-d6c0eb576ae7 admin admin] Made reservation on behalf of 2c409c3529524edca55e705bef4fc341 for: {'network': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:31:39.666586 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f9ba70fa-077a-4b4c-87bc-d6c0eb576ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for network, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:39.688401 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f9ba70fa-077a-4b4c-87bc-d6c0eb576ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:39.720115 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-f9ba70fa-077a-4b4c-87bc-d6c0eb576ae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:39.725997 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-f9ba70fa-077a-4b4c-87bc-d6c0eb576ae7 admin admin] Usage tracker for resource:security_group_rule and tenant:2c409c3529524edca55e705bef4fc341 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:39.729765 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-f9ba70fa-077a-4b4c-87bc-d6c0eb576ae7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:39.739164 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-f9ba70fa-077a-4b4c-87bc-d6c0eb576ae7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:39.795146 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning for port 2d773c4d-c805-4155-bd99-9bf9cbc8a501 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:31:39.881371 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f9ba70fa-077a-4b4c-87bc-d6c0eb576ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:39.961181 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f9ba70fa-077a-4b4c-87bc-d6c0eb576ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:39.967996 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-5fc3292a-bbd9-4149-b919-69ac4471fcc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:40.019379 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ba70fa-077a-4b4c-87bc-d6c0eb576ae7 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=79148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:31:40.034680 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba70fa-077a-4b4c-87bc-d6c0eb576ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdcd544-e282-4db1-9495-d95ac1a333b7,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:40.041099 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-f9ba70fa-077a-4b4c-87bc-d6c0eb576ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:40.045677 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f9ba70fa-077a-4b4c-87bc-d6c0eb576ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:40.049561 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.db.segments_db [None req-f9ba70fa-077a-4b4c-87bc-d6c0eb576ae7 admin admin] Added segment 62454d56-6398-4948-933c-c3dedbe3ffcb of type vlan for network ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c Jun 28 12:31:40.097682 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f9ba70fa-077a-4b4c-87bc-d6c0eb576ae7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727236854384'] for network, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:40.241813 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f9ba70fa-077a-4b4c-87bc-d6c0eb576ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291'] for network, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:40.244378 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ba70fa-077a-4b4c-87bc-d6c0eb576ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:40.245347 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f9ba70fa-077a-4b4c-87bc-d6c0eb576ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:40.254106 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:40.274587 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f04bc815-182a-4b7b-9c86-ad6ee3506057 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:40.362016 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba70fa-077a-4b4c-87bc-d6c0eb576ae7 admin admin] Pushing event updated for resources: {'Network': ['ID=ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:40.365262 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-f9ba70fa-077a-4b4c-87bc-d6c0eb576ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:40.375835 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Network ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c details requested by agent ovs-agent-dv-cinder-798094-1-iscsi with host dv-cinder-798094-1-iscsi {{(pid=79150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:31:40.378629 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-f9ba70fa-077a-4b4c-87bc-d6c0eb576ae7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0611551 Jun 28 12:31:40.381793 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 51804) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:40.388323 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-a883551b-9607-4399-9aad-52756fc5343d admin admin] Request body: {'subnet': {'network_id': 'ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2011560855-subnet', 'tenant_id': '2c409c3529524edca55e705bef4fc341', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:31:40.395509 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-a883551b-9607-4399-9aad-52756fc5343d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:40.404624 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-a883551b-9607-4399-9aad-52756fc5343d admin admin] Usage tracker for resource:subnet and tenant:2c409c3529524edca55e705bef4fc341 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:40.409136 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-a883551b-9607-4399-9aad-52756fc5343d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:40.416360 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-a883551b-9607-4399-9aad-52756fc5343d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:40.427442 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc68c57e-33e4-4a03-bc78-61d54a369e18 None None] Network 99e11113-92ba-42c4-b82c-9ed4c720b3c3 requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:31:40.515298 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a883551b-9607-4399-9aad-52756fc5343d admin admin] Made reservation on behalf of 2c409c3529524edca55e705bef4fc341 for: {'subnet': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:31:40.517913 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-a883551b-9607-4399-9aad-52756fc5343d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1741798'] for subnet, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:40.631162 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-1563a4fb-b258-435e-a9db-512f015c5455 None None] Provisioning for port 2d773c4d-c805-4155-bd99-9bf9cbc8a501 completed by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:31:40.640406 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-1563a4fb-b258-435e-a9db-512f015c5455 None None] Provisioning complete for port 2d773c4d-c805-4155-bd99-9bf9cbc8a501 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:31:40.641075 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-1563a4fb-b258-435e-a9db-512f015c5455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:40.833109 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f04bc815-182a-4b7b-9c86-ad6ee3506057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3695352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696706'] for router, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:40.851897 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-a883551b-9607-4399-9aad-52756fc5343d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1905340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1741808'] for subnet, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:40.859303 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:40.876554 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-1563a4fb-b258-435e-a9db-512f015c5455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:40.924358 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-1563a4fb-b258-435e-a9db-512f015c5455 None None] For port 2d773c4d-c805-4155-bd99-9bf9cbc8a501, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=2d773c4d-c805-4155-bd99-9bf9cbc8a501,segment=NetworkSegment(56aee1c2-5d0e-4022-8738-8ba49b95dfc7),segment_id=56aee1c2-5d0e-4022-8738-8ba49b95dfc7)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:31:40.993411 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a883551b-9607-4399-9aad-52756fc5343d admin admin] Checking segment: {'id': '62454d56-6398-4948-933c-c3dedbe3ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:31:40.995483 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a883551b-9607-4399-9aad-52756fc5343d admin admin] Network hostable DHCP agents. Network: ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c, hostable agents: ['00922891-a33d-4784-963e-6ef69cbf19e0'], hosted agents: [] {{(pid=79148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:31:41.012668 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-1563a4fb-b258-435e-a9db-512f015c5455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:41.014477 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:41.034283 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883551b-9607-4399-9aad-52756fc5343d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f89a31e-b473-4376-80a5-e7091af9c387,revision_number=0']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:41.054910 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-a883551b-9607-4399-9aad-52756fc5343d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:41.081864 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-fa198974-1eb3-4577-8004-7bc950f89de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:41.099836 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563a4fb-b258-435e-a9db-512f015c5455 None None] Pushing event updated for resources: {'Port': ['ID=2d773c4d-c805-4155-bd99-9bf9cbc8a501,revision_number=3']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:41.103844 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-1563a4fb-b258-435e-a9db-512f015c5455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:41.162489 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a883551b-9607-4399-9aad-52756fc5343d admin admin] Network ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c is scheduled to be hosted by DHCP agent 00922891-a33d-4784-963e-6ef69cbf19e0 with binding_index 1 {{(pid=79148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:31:41.252063 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-a883551b-9607-4399-9aad-52756fc5343d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-iscsi, ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c) {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:31:41.256439 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a883551b-9607-4399-9aad-52756fc5343d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:41.257030 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-a883551b-9607-4399-9aad-52756fc5343d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for subnet, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:41.262238 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca81c440-ce6d-455c-b5c2-905520a851b2 None None] Network ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:31:41.297859 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04bc815-182a-4b7b-9c86-ad6ee3506057 admin admin] Router ba952e48-efb3-4b41-99c4-106b05f26381 is scheduled to L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 with binding_index 1 {{(pid=79149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:31:41.359922 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-a883551b-9607-4399-9aad-52756fc5343d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9767115 Jun 28 12:31:41.447929 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-b329bef8-0c01-4975-8919-7c759ae4e794 None None] Provisioning complete for port 2d773c4d-c805-4155-bd99-9bf9cbc8a501 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:31:41.448740 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-b329bef8-0c01-4975-8919-7c759ae4e794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:41.543753 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 2d773c4d-c805-4155-bd99-9bf9cbc8a501 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:31:41.645636 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04bc815-182a-4b7b-9c86-ad6ee3506057 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:31:41.690660 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c025e77e-6c5f-4f01-b550-70d52ef40d68 None None] Sync routers for ids ['ba952e48-efb3-4b41-99c4-106b05f26381'] in dv-cinder-798094-1-iscsi {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:31:41.732943 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-f04bc815-182a-4b7b-9c86-ad6ee3506057 admin admin] Notify callbacks [] for router, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:41.738829 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 51816) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:41.739607 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-f04bc815-182a-4b7b-9c86-ad6ee3506057 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2408736 Jun 28 12:31:41.755144 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c025e77e-6c5f-4f01-b550-70d52ef40d68 None None] Routers {'ba952e48-efb3-4b41-99c4-106b05f26381'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:31:41.756201 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-c025e77e-6c5f-4f01-b550-70d52ef40d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:31:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['ba952e48-efb3-4b41-99c4-106b05f26381'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:31:42.089690 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1beb76b5-4b9b-4f7c-9f0b-915b0f963f4d None None] Network ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:31:42.206415 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 2d773c4d-c805-4155-bd99-9bf9cbc8a501 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:31:42.207050 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:42.516786 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:42.609567 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-c025e77e-6c5f-4f01-b550-70d52ef40d68 None None] Set router ba952e48-efb3-4b41-99c4-106b05f26381 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:31:43.116968 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-8bb91d9a-92ef-4560-ac2d-c04b59bbc697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:43.226264 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-c025e77e-6c5f-4f01-b550-70d52ef40d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'name': 'tempest-TestMinimumBasicScenario-641531145-router', 'tenant_id': '02179571a8084125b547d2dde607206c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'f576fd1a-7b6b-4b85-9dfc-1626147bf493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:37Z', 'updated_at': '2021-06-28T12:31:39Z', 'revision_number': 3, 'project_id': '02179571a8084125b547d2dde607206c', 'gw_port': {'id': 'f576fd1a-7b6b-4b85-9dfc-1626147bf493', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:38Z', 'updated_at': '2021-06-28T12:31:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:31:43.233163 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c025e77e-6c5f-4f01-b550-70d52ef40d68 None None] Checking router: ba952e48-efb3-4b41-99c4-106b05f26381 for host: dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:31:43.233899 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c025e77e-6c5f-4f01-b550-70d52ef40d68 None None] Updating router ba952e48-efb3-4b41-99c4-106b05f26381 port f576fd1a-7b6b-4b85-9dfc-1626147bf493 binding host dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:31:43.321052 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-c025e77e-6c5f-4f01-b550-70d52ef40d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:43.454266 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [None req-8bb91d9a-92ef-4560-ac2d-c04b59bbc697 admin admin] Allocated IP 172.20.0.1 (99e11113-92ba-42c4-b82c-9ed4c720b3c3/668458c4-e955-4268-b3d8-24d37fc12fed/c5d15e17-9bf7-4703-a024-7cbfa61025d0) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:31:43.650900 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-8bb91d9a-92ef-4560-ac2d-c04b59bbc697 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:43.669750 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.provisioning_blocks [None req-8bb91d9a-92ef-4560-ac2d-c04b59bbc697 admin admin] Transition to ACTIVE for port object c5d15e17-9bf7-4703-a024-7cbfa61025d0 will not be triggered until provisioned by entity DHCP. {{(pid=79148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:31:43.773052 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-8bb91d9a-92ef-4560-ac2d-c04b59bbc697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:43.779875 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-9d02dfda-43dd-43bc-8060-27d9290851f7 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:43.818944 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-c025e77e-6c5f-4f01-b550-70d52ef40d68 None None] Notify callbacks [] for port, precommit_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:43.834444 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-c025e77e-6c5f-4f01-b550-70d52ef40d68 None None] Transition to ACTIVE for port object f576fd1a-7b6b-4b85-9dfc-1626147bf493 will not be triggered until provisioned by entity L2. {{(pid=79150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:31:43.851697 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb91d9a-92ef-4560-ac2d-c04b59bbc697 admin admin] Network 99e11113-92ba-42c4-b82c-9ed4c720b3c3 is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:31:43.859875 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-8bb91d9a-92ef-4560-ac2d-c04b59bbc697 admin admin] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:31:43.864395 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb91d9a-92ef-4560-ac2d-c04b59bbc697 admin admin] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:31:43.880642 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:43.910458 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-c025e77e-6c5f-4f01-b550-70d52ef40d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:43.913064 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb91d9a-92ef-4560-ac2d-c04b59bbc697 admin admin] Pushing event updated for resources: {'Port': ['ID=c5d15e17-9bf7-4703-a024-7cbfa61025d0,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:43.917748 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-8bb91d9a-92ef-4560-ac2d-c04b59bbc697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:43.930063 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-8bb91d9a-92ef-4560-ac2d-c04b59bbc697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3696772'] for router_interface, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:43.934043 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:44.077779 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-c025e77e-6c5f-4f01-b550-70d52ef40d68 None None] Attempting to bind port f576fd1a-7b6b-4b85-9dfc-1626147bf493 on host dv-cinder-798094-1-iscsi for vnic_type normal with profile {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:31:44.078559 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-c025e77e-6c5f-4f01-b550-70d52ef40d68 None None] Attempting to bind port f576fd1a-7b6b-4b85-9dfc-1626147bf493 by drivers openvswitch,hyperv on host dv-cinder-798094-1-iscsi at level 0 using segments [{'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:31:44.078559 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c025e77e-6c5f-4f01-b550-70d52ef40d68 None None] Attempting to bind port f576fd1a-7b6b-4b85-9dfc-1626147bf493 on network c9286c56-74de-4de9-a16f-8e0a6aaad408 {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:31:44.092955 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c025e77e-6c5f-4f01-b550-70d52ef40d68 None None] Checking agent: {'id': '97f6a438-5e0c-4082-aba3-e3ff467169d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 16, 39), 'started_at': datetime.datetime(2021, 6, 28, 12, 17, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:31:44.093327 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c025e77e-6c5f-4f01-b550-70d52ef40d68 None None] Checking segment: {'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:31:44.095584 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-c025e77e-6c5f-4f01-b550-70d52ef40d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:44.095584 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c025e77e-6c5f-4f01-b550-70d52ef40d68 None None] Bound using segment: {'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:31:44.095584 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-c025e77e-6c5f-4f01-b550-70d52ef40d68 None None] Bound port: f576fd1a-7b6b-4b85-9dfc-1626147bf493, host: dv-cinder-798094-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:31:44.095584 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-c025e77e-6c5f-4f01-b550-70d52ef40d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:44.117872 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46d614-9cdb-4272-820d-7b1acf597411 None None] Pushing event updated for resources: {'Port': ['ID=f576fd1a-7b6b-4b85-9dfc-1626147bf493,revision_number=2']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:44.125784 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-4c46d614-9cdb-4272-820d-7b1acf597411 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:44.181844 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-c025e77e-6c5f-4f01-b550-70d52ef40d68 None None] For port f576fd1a-7b6b-4b85-9dfc-1626147bf493, host dv-cinder-798094-1-iscsi, cleared binding levels {{(pid=79150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:31:44.186204 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-c025e77e-6c5f-4f01-b550-70d52ef40d68 None None] For port f576fd1a-7b6b-4b85-9dfc-1626147bf493, host dv-cinder-798094-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=f576fd1a-7b6b-4b85-9dfc-1626147bf493,segment=NetworkSegment(4ef2d251-a773-41f5-87cd-cec6f249eb66),segment_id=4ef2d251-a773-41f5-87cd-cec6f249eb66)] {{(pid=79150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:31:44.212731 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-8bb91d9a-92ef-4560-ac2d-c04b59bbc697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:44.281224 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-8c412482-ce82-4a43-af86-71739244a3b1 None None] Provisioning for port c5d15e17-9bf7-4703-a024-7cbfa61025d0 completed by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:31:44.289629 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-c025e77e-6c5f-4f01-b550-70d52ef40d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:44.299063 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:44.365070 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-8c412482-ce82-4a43-af86-71739244a3b1 None None] Provisioning complete for port c5d15e17-9bf7-4703-a024-7cbfa61025d0 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:31:44.365070 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-8c412482-ce82-4a43-af86-71739244a3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:44.441801 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:31:44.536520 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-8c412482-ce82-4a43-af86-71739244a3b1 None None] Port c5d15e17-9bf7-4703-a024-7cbfa61025d0 cannot update to ACTIVE because it is not bound. {{(pid=79150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:31:44.544975 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c025e77e-6c5f-4f01-b550-70d52ef40d68 None None] Routers {'ba952e48-efb3-4b41-99c4-106b05f26381'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:31:44.545584 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-8bb91d9a-92ef-4560-ac2d-c04b59bbc697 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:44.546055 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-c025e77e-6c5f-4f01-b550-70d52ef40d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:31:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['ba952e48-efb3-4b41-99c4-106b05f26381'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:31:44.611598 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-8bb91d9a-92ef-4560-ac2d-c04b59bbc697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:44.631460 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46d614-9cdb-4272-820d-7b1acf597411 None None] Pushing event updated for resources: {'Port': ['ID=f576fd1a-7b6b-4b85-9dfc-1626147bf493,revision_number=3']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:44.637019 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-4c46d614-9cdb-4272-820d-7b1acf597411 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:44.654615 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-da9a02a9-1449-4cfc-af75-1743fcd11905 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:44.775300 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-8bb91d9a-92ef-4560-ac2d-c04b59bbc697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3781337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695149'] for router_interface, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:44.777637 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-c025e77e-6c5f-4f01-b550-70d52ef40d68 None None] Set router ba952e48-efb3-4b41-99c4-106b05f26381 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:31:44.781806 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb91d9a-92ef-4560-ac2d-c04b59bbc697 admin admin] Pushing event updated for resources: {'Port': ['ID=c5d15e17-9bf7-4703-a024-7cbfa61025d0,revision_number=2']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:44.787269 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-869cbc70-0df2-400c-855a-32237e8291c8 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:44.787839 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-869cbc70-0df2-400c-855a-32237e8291c8 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/networks?id=ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c HTTP/1.1" status: 200 len: 814 time: 0.2497616 Jun 28 12:31:44.795658 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-8bb91d9a-92ef-4560-ac2d-c04b59bbc697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:44.818414 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-b81392fa-9cb0-4473-aecb-032e7a65c7b8 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/quotas/2c409c3529524edca55e705bef4fc341 HTTP/1.1" status: 200 len: 375 time: 0.0203989 Jun 28 12:31:44.947868 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-19b4f6bf-a06c-474f-ad4b-906cbdbe272d tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c409c3529524edca55e705bef4fc341&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1189659 Jun 28 12:31:45.027218 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb91d9a-92ef-4560-ac2d-c04b59bbc697 admin admin] Network 99e11113-92ba-42c4-b82c-9ed4c720b3c3 is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:31:45.029071 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-8bb91d9a-92ef-4560-ac2d-c04b59bbc697 admin admin] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:31:45.176444 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-1a2afefd-0200-4fc9-b3da-ca6f22f05d7e service neutron] 10.222.0.24 "GET /v2.0/networks/ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132008 Jun 28 12:31:45.368227 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-c025e77e-6c5f-4f01-b550-70d52ef40d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'name': 'tempest-TestMinimumBasicScenario-641531145-router', 'tenant_id': '02179571a8084125b547d2dde607206c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'f576fd1a-7b6b-4b85-9dfc-1626147bf493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:37Z', 'updated_at': '2021-06-28T12:31:44Z', 'revision_number': 4, 'project_id': '02179571a8084125b547d2dde607206c', 'gw_port': {'id': 'f576fd1a-7b6b-4b85-9dfc-1626147bf493', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:38Z', 'updated_at': '2021-06-28T12:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': 'c5d15e17-9bf7-4703-a024-7cbfa61025d0', 'name': '', 'network_id': '99e11113-92ba-42c4-b82c-9ed4c720b3c3', 'tenant_id': '02179571a8084125b547d2dde607206c', 'mac_address': 'fa:16:3e:e2:27:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '668458c4-e955-4268-b3d8-24d37fc12fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:43Z', 'updated_at': '2021-06-28T12:31:44Z', 'revision_number': 2, 'project_id': '02179571a8084125b547d2dde607206c', 'subnets': [{'id': '668458c4-e955-4268-b3d8-24d37fc12fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:31:45.376183 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c025e77e-6c5f-4f01-b550-70d52ef40d68 None None] The sync data for ids ['ba952e48-efb3-4b41-99c4-106b05f26381'] in dv-cinder-798094-1-iscsi is: [{'id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'name': 'tempest-TestMinimumBasicScenario-641531145-router', 'tenant_id': '02179571a8084125b547d2dde607206c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'f576fd1a-7b6b-4b85-9dfc-1626147bf493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:37Z', 'updated_at': '2021-06-28T12:31:44Z', 'revision_number': 4, 'project_id': '02179571a8084125b547d2dde607206c', 'gw_port': {'id': 'f576fd1a-7b6b-4b85-9dfc-1626147bf493', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:38Z', 'updated_at': '2021-06-28T12:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': 'c5d15e17-9bf7-4703-a024-7cbfa61025d0', 'name': '', 'network_id': '99e11113-92ba-42c4-b82c-9ed4c720b3c3', 'tenant_id': '02179571a8084125b547d2dde607206c', 'mac_address': 'fa:16:3e:e2:27:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '668458c4-e955-4268-b3d8-24d37fc12fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:43Z', 'updated_at': '2021-06-28T12:31:44Z', 'revision_number': 2, 'project_id': '02179571a8084125b547d2dde607206c', 'subnets': [{'id': '668458c4-e955-4268-b3d8-24d37fc12fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:31:45.380235 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-5a5e16f7-deee-442f-94b1-ad13dea01225 None None] Provisioning complete for port c5d15e17-9bf7-4703-a024-7cbfa61025d0 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:31:45.380617 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-5a5e16f7-deee-442f-94b1-ad13dea01225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:45.391456 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-6bead94d-c7d4-429c-a241-8ec397041049 service neutron] 10.222.0.24 "GET /v2.0/networks/ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025216 Jun 28 12:31:45.455352 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-5a5e16f7-deee-442f-94b1-ad13dea01225 None None] Port c5d15e17-9bf7-4703-a024-7cbfa61025d0 cannot update to ACTIVE because it is not bound. {{(pid=79150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:31:45.491215 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb91d9a-92ef-4560-ac2d-c04b59bbc697 admin admin] Router ba952e48-efb3-4b41-99c4-106b05f26381 has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:31:45.788564 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb91d9a-92ef-4560-ac2d-c04b59bbc697 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:31:45.826692 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-8bb91d9a-92ef-4560-ac2d-c04b59bbc697 admin admin] 10.222.0.24 "PUT /v2.0/routers/ba952e48-efb3-4b41-99c4-106b05f26381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0779874 Jun 28 12:31:45.860072 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-38cf1f55-c926-4fcf-9b24-7408ebb44cca req-872a8a7c-bdcd-4e5a-8e1d-4a210d62a605 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c65d9c-ab70-4262-80dd-e76246ac2f2e HTTP/1.1" status: 200 len: 210 time: 0.0998700 Jun 28 12:31:47.015171 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 51874) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:47.016564 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f32353db-1f21-459b-9a04-031d8afda6ea req-4210beb4-83b0-4643-b241-a72272bf7080 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c65d9c-ab70-4262-80dd-e76246ac2f2e HTTP/1.1" status: 200 len: 210 time: 0.0556941 Jun 28 12:31:47.028849 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-952ed05e-247b-42af-9888-d9e97a5b3084 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-809099460-network', 'tenant_id': 'e992f225aa0140838f0862966087fb11'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:31:47.044554 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-952ed05e-247b-42af-9888-d9e97a5b3084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:47.050421 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-952ed05e-247b-42af-9888-d9e97a5b3084 admin admin] Usage tracker for resource:network and tenant:e992f225aa0140838f0862966087fb11 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:47.054582 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-952ed05e-247b-42af-9888-d9e97a5b3084 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:47.065358 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-952ed05e-247b-42af-9888-d9e97a5b3084 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:47.149779 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952ed05e-247b-42af-9888-d9e97a5b3084 admin admin] Made reservation on behalf of e992f225aa0140838f0862966087fb11 for: {'network': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:31:47.152651 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-952ed05e-247b-42af-9888-d9e97a5b3084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for network, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:47.168024 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-952ed05e-247b-42af-9888-d9e97a5b3084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:47.195319 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-952ed05e-247b-42af-9888-d9e97a5b3084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:47.201612 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-952ed05e-247b-42af-9888-d9e97a5b3084 admin admin] Usage tracker for resource:security_group_rule and tenant:e992f225aa0140838f0862966087fb11 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:47.205621 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-952ed05e-247b-42af-9888-d9e97a5b3084 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:47.216785 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-952ed05e-247b-42af-9888-d9e97a5b3084 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:47.325814 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-952ed05e-247b-42af-9888-d9e97a5b3084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:47.372393 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-952ed05e-247b-42af-9888-d9e97a5b3084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:47.375605 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-cb4300d6-baca-4e8a-9848-9e3a62a00c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:47.411096 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-952ed05e-247b-42af-9888-d9e97a5b3084 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=79148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:31:47.423890 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ed05e-247b-42af-9888-d9e97a5b3084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57016851-7073-4078-9ebb-adfc9bac8607,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:47.428094 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-952ed05e-247b-42af-9888-d9e97a5b3084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:47.434068 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-952ed05e-247b-42af-9888-d9e97a5b3084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:47.434543 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.db.segments_db [None req-952ed05e-247b-42af-9888-d9e97a5b3084 admin admin] Added segment ce6a05dc-3d82-40fd-83ab-8341439aa946 of type vlan for network 48c7e7dc-c290-47cf-a642-6f0ec9bb5f03 Jun 28 12:31:47.482938 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-952ed05e-247b-42af-9888-d9e97a5b3084 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727236854384'] for network, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:47.546043 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device f576fd1a-7b6b-4b85-9dfc-1626147bf493 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:31:47.605947 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-952ed05e-247b-42af-9888-d9e97a5b3084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291'] for network, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:47.608257 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952ed05e-247b-42af-9888-d9e97a5b3084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:47.609161 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-952ed05e-247b-42af-9888-d9e97a5b3084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:47.647616 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-f9ba70fa-077a-4b4c-87bc-d6c0eb576ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:47.755516 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning for port f576fd1a-7b6b-4b85-9dfc-1626147bf493 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:31:47.764266 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port f576fd1a-7b6b-4b85-9dfc-1626147bf493 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:31:47.764869 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:47.768042 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-952ed05e-247b-42af-9888-d9e97a5b3084 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7489905 Jun 28 12:31:47.772460 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 51880) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:47.778380 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ed05e-247b-42af-9888-d9e97a5b3084 admin admin] Pushing event updated for resources: {'Network': ['ID=48c7e7dc-c290-47cf-a642-6f0ec9bb5f03,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:47.781694 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-952ed05e-247b-42af-9888-d9e97a5b3084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:47.786037 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-4541343b-9b10-458b-b9d3-d7e8f5134c1e admin admin] Request body: {'subnet': {'network_id': '48c7e7dc-c290-47cf-a642-6f0ec9bb5f03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-809099460-subnet', 'tenant_id': 'e992f225aa0140838f0862966087fb11', 'ip_version': 4}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:31:47.790790 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-4541343b-9b10-458b-b9d3-d7e8f5134c1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:47.797219 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-4541343b-9b10-458b-b9d3-d7e8f5134c1e admin admin] Usage tracker for resource:subnet and tenant:e992f225aa0140838f0862966087fb11 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:47.800987 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-4541343b-9b10-458b-b9d3-d7e8f5134c1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:47.812714 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-4541343b-9b10-458b-b9d3-d7e8f5134c1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:47.816743 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Network 48c7e7dc-c290-47cf-a642-6f0ec9bb5f03 details requested by agent ovs-agent-dv-cinder-798094-1-iscsi with host dv-cinder-798094-1-iscsi {{(pid=79150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:31:47.950190 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4541343b-9b10-458b-b9d3-d7e8f5134c1e admin admin] Made reservation on behalf of e992f225aa0140838f0862966087fb11 for: {'subnet': 1} {{(pid=79149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:31:47.957395 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-4541343b-9b10-458b-b9d3-d7e8f5134c1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1626906'] for subnet, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:47.960845 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b05ee7-5f40-4d93-9eb2-a07786c73b49 None None] Sync routers for ids ['ba952e48-efb3-4b41-99c4-106b05f26381'] in dv-cinder-798094-1-iscsi {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:31:47.978927 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b05ee7-5f40-4d93-9eb2-a07786c73b49 None None] Routers {'ba952e48-efb3-4b41-99c4-106b05f26381'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:31:47.979893 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-e6b05ee7-5f40-4d93-9eb2-a07786c73b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:31:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['ba952e48-efb3-4b41-99c4-106b05f26381'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:31:48.169527 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:48.195158 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] For port f576fd1a-7b6b-4b85-9dfc-1626147bf493, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=f576fd1a-7b6b-4b85-9dfc-1626147bf493,segment=NetworkSegment(4ef2d251-a773-41f5-87cd-cec6f249eb66),segment_id=4ef2d251-a773-41f5-87cd-cec6f249eb66)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:31:48.204255 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-e6b05ee7-5f40-4d93-9eb2-a07786c73b49 None None] Set router ba952e48-efb3-4b41-99c4-106b05f26381 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:31:48.282932 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:48.290778 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bb5095a6-0d47-4e85-9f26-6bafc5b4ad80 req-01b50fd3-50a0-4b0d-bbcc-b0745cd090b5 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c65d9c-ab70-4262-80dd-e76246ac2f2e HTTP/1.1" status: 200 len: 210 time: 0.0493717 Jun 28 12:31:48.294932 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:48.430522 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Pushing event updated for resources: {'Port': ['ID=f576fd1a-7b6b-4b85-9dfc-1626147bf493,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:48.436495 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-4541343b-9b10-458b-b9d3-d7e8f5134c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1530427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1626892'] for subnet, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:48.439120 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:48.445739 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:48.657070 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-e6b05ee7-5f40-4d93-9eb2-a07786c73b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'name': 'tempest-TestMinimumBasicScenario-641531145-router', 'tenant_id': '02179571a8084125b547d2dde607206c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'f576fd1a-7b6b-4b85-9dfc-1626147bf493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:37Z', 'updated_at': '2021-06-28T12:31:44Z', 'revision_number': 4, 'project_id': '02179571a8084125b547d2dde607206c', 'gw_port': {'id': 'f576fd1a-7b6b-4b85-9dfc-1626147bf493', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:38Z', 'updated_at': '2021-06-28T12:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': 'c5d15e17-9bf7-4703-a024-7cbfa61025d0', 'name': '', 'network_id': '99e11113-92ba-42c4-b82c-9ed4c720b3c3', 'tenant_id': '02179571a8084125b547d2dde607206c', 'mac_address': 'fa:16:3e:e2:27:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '668458c4-e955-4268-b3d8-24d37fc12fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:43Z', 'updated_at': '2021-06-28T12:31:44Z', 'revision_number': 2, 'project_id': '02179571a8084125b547d2dde607206c', 'subnets': [{'id': '668458c4-e955-4268-b3d8-24d37fc12fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:31:48.661570 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b05ee7-5f40-4d93-9eb2-a07786c73b49 None None] Checking router: ba952e48-efb3-4b41-99c4-106b05f26381 for host: dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:31:48.668965 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b05ee7-5f40-4d93-9eb2-a07786c73b49 None None] Updating router ba952e48-efb3-4b41-99c4-106b05f26381 port c5d15e17-9bf7-4703-a024-7cbfa61025d0 binding host dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:31:48.731843 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e6b05ee7-5f40-4d93-9eb2-a07786c73b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:48.761679 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541343b-9b10-458b-b9d3-d7e8f5134c1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b750890-49a7-464f-a3a6-8640680d9e9f,revision_number=0']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:48.768784 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-4541343b-9b10-458b-b9d3-d7e8f5134c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:48.776149 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4541343b-9b10-458b-b9d3-d7e8f5134c1e admin admin] Checking segment: {'id': 'ce6a05dc-3d82-40fd-83ab-8341439aa946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48c7e7dc-c290-47cf-a642-6f0ec9bb5f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:31:48.776816 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4541343b-9b10-458b-b9d3-d7e8f5134c1e admin admin] Network hostable DHCP agents. Network: 48c7e7dc-c290-47cf-a642-6f0ec9bb5f03, hostable agents: ['00922891-a33d-4784-963e-6ef69cbf19e0'], hosted agents: [] {{(pid=79149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:31:48.864659 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-424fa64f-12f8-44bf-916d-1af08628091c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:48.866070 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-424fa64f-12f8-44bf-916d-1af08628091c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Synchronizing usage tracker for tenant:2c409c3529524edca55e705bef4fc341 on resource:network {{(pid=79148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:31:48.892740 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4541343b-9b10-458b-b9d3-d7e8f5134c1e admin admin] Network 48c7e7dc-c290-47cf-a642-6f0ec9bb5f03 is scheduled to be hosted by DHCP agent 00922891-a33d-4784-963e-6ef69cbf19e0 with binding_index 1 {{(pid=79149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:31:48.984052 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.base_scheduler [None req-4541343b-9b10-458b-b9d3-d7e8f5134c1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-iscsi, 48c7e7dc-c290-47cf-a642-6f0ec9bb5f03) {{(pid=79149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:31:48.984340 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-424fa64f-12f8-44bf-916d-1af08628091c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Unset dirty status for tenant:2c409c3529524edca55e705bef4fc341 on resource:network {{(pid=79148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:31:48.986290 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-424fa64f-12f8-44bf-916d-1af08628091c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.64 "GET /v2.0/networks?id=ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c HTTP/1.1" status: 200 len: 814 time: 0.3600588 Jun 28 12:31:48.998892 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb30bfb4-46cb-465a-8167-5642e672286c None None] Network 48c7e7dc-c290-47cf-a642-6f0ec9bb5f03 requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:31:49.007222 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4541343b-9b10-458b-b9d3-d7e8f5134c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:49.008090 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-4541343b-9b10-458b-b9d3-d7e8f5134c1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:49.032430 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-31698206-990d-462b-bb6b-b9a94bd64970 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Request body: {'port': {'device_id': '55c65d9c-ab70-4262-80dd-e76246ac2f2e', 'network_id': 'ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c', 'admin_state_up': True, 'tenant_id': '2c409c3529524edca55e705bef4fc341'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:31:49.117935 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-4541343b-9b10-458b-b9d3-d7e8f5134c1e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3429575 Jun 28 12:31:49.122870 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 51888) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:49.132956 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-8185052c-5500-46ef-ad71-4655ae1e54a8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-809099460-router', 'tenant_id': 'e992f225aa0140838f0862966087fb11', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:31:49.145694 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-8185052c-5500-46ef-ad71-4655ae1e54a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:49.157056 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-8185052c-5500-46ef-ad71-4655ae1e54a8 admin admin] Usage tracker for resource:router and tenant:e992f225aa0140838f0862966087fb11 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:49.164337 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-8185052c-5500-46ef-ad71-4655ae1e54a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:49.178664 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-8185052c-5500-46ef-ad71-4655ae1e54a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:49.293615 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8185052c-5500-46ef-ad71-4655ae1e54a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3695342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34721'] for router, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:49.295334 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8185052c-5500-46ef-ad71-4655ae1e54a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3695626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34730'] for router, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:49.316634 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-31698206-990d-462b-bb6b-b9a94bd64970 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:49.324203 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-31698206-990d-462b-bb6b-b9a94bd64970 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Usage tracker for resource:port and tenant:2c409c3529524edca55e705bef4fc341 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:49.342468 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e6b05ee7-5f40-4d93-9eb2-a07786c73b49 None None] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:49.343400 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8185052c-5500-46ef-ad71-4655ae1e54a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:49.349128 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-31698206-990d-462b-bb6b-b9a94bd64970 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:49.359805 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-31698206-990d-462b-bb6b-b9a94bd64970 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:49.388027 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [None req-e6b05ee7-5f40-4d93-9eb2-a07786c73b49 None None] Transition to ACTIVE for port object c5d15e17-9bf7-4703-a024-7cbfa61025d0 will not be triggered until provisioned by entity L2. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:31:49.430015 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-31698206-990d-462b-bb6b-b9a94bd64970 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Made reservation on behalf of 2c409c3529524edca55e705bef4fc341 for: {'port': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:31:49.438616 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-31698206-990d-462b-bb6b-b9a94bd64970 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:49.453329 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e6b05ee7-5f40-4d93-9eb2-a07786c73b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:49.461331 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:49.529840 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1f0635-9c0c-49f1-a3af-9efba7994612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1e09d51-a22e-5f09-8328-b2b494a4398b-48c7e7dc-c290-47cf-a642-6f0ec9bb5f03', 'network_id': '48c7e7dc-c290-47cf-a642-6f0ec9bb5f03', 'tenant_id': 'e992f225aa0140838f0862966087fb11', 'fixed_ips': [{'subnet_id': '4b750890-49a7-464f-a3a6-8640680d9e9f'}]}} from dv-cinder-798094-1-iscsi. {{(pid=79150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 12:31:49.537876 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-cc1f0635-9c0c-49f1-a3af-9efba7994612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:49.689783 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device f576fd1a-7b6b-4b85-9dfc-1626147bf493 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:31:49.896386 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-fbc47b5f-c35e-4dcd-b4c2-2e71115266df req-ccdc9660-add9-48f0-bc6d-59a77211d6bd tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c65d9c-ab70-4262-80dd-e76246ac2f2e HTTP/1.1" status: 200 len: 210 time: 0.2213922 Jun 28 12:31:50.004165 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port f576fd1a-7b6b-4b85-9dfc-1626147bf493 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:31:50.005170 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:50.054014 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.db_base_plugin_common [None req-cc1f0635-9c0c-49f1-a3af-9efba7994612 None None] Allocated IP 172.20.0.2 (48c7e7dc-c290-47cf-a642-6f0ec9bb5f03/4b750890-49a7-464f-a3a6-8640680d9e9f/9695d846-b17f-49d2-8426-a388c303b5e3) {{(pid=79150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:31:50.060247 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8185052c-5500-46ef-ad71-4655ae1e54a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3695335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34692'] for router, precommit_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:50.081197 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-31698206-990d-462b-bb6b-b9a94bd64970 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Allocated IP 172.20.0.2 (ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c/6f89a31e-b473-4376-80a5-e7091af9c387/f3867a0a-9848-4534-9494-c79473f9c33c) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:31:50.119511 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08e49f-84c3-4d03-8a03-0b70bd9794ab None None] Pushing event updated for resources: {'Port': ['ID=c5d15e17-9bf7-4703-a024-7cbfa61025d0,revision_number=3']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:50.138452 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08e49f-84c3-4d03-8a03-0b70bd9794ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:50.139466 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08e49f-84c3-4d03-8a03-0b70bd9794ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:50.140798 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08e49f-84c3-4d03-8a03-0b70bd9794ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:50.141798 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08e49f-84c3-4d03-8a03-0b70bd9794ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:50.142357 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08e49f-84c3-4d03-8a03-0b70bd9794ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:50.143006 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08e49f-84c3-4d03-8a03-0b70bd9794ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:50.143533 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08e49f-84c3-4d03-8a03-0b70bd9794ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:50.144182 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08e49f-84c3-4d03-8a03-0b70bd9794ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:50.144716 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08e49f-84c3-4d03-8a03-0b70bd9794ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:50.145361 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08e49f-84c3-4d03-8a03-0b70bd9794ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:50.146230 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08e49f-84c3-4d03-8a03-0b70bd9794ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:50.146788 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d08e49f-84c3-4d03-8a03-0b70bd9794ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:50.153088 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-6d08e49f-84c3-4d03-8a03-0b70bd9794ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:50.192529 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-e6b05ee7-5f40-4d93-9eb2-a07786c73b49 None None] Attempting to bind port c5d15e17-9bf7-4703-a024-7cbfa61025d0 on host dv-cinder-798094-1-iscsi for vnic_type normal with profile {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:31:50.193098 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-e6b05ee7-5f40-4d93-9eb2-a07786c73b49 None None] Attempting to bind port c5d15e17-9bf7-4703-a024-7cbfa61025d0 by drivers openvswitch,hyperv on host dv-cinder-798094-1-iscsi at level 0 using segments [{'id': '56aee1c2-5d0e-4022-8738-8ba49b95dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '99e11113-92ba-42c4-b82c-9ed4c720b3c3'}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:31:50.193676 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b05ee7-5f40-4d93-9eb2-a07786c73b49 None None] Attempting to bind port c5d15e17-9bf7-4703-a024-7cbfa61025d0 on network 99e11113-92ba-42c4-b82c-9ed4c720b3c3 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:31:50.205525 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b05ee7-5f40-4d93-9eb2-a07786c73b49 None None] Checking agent: {'id': '97f6a438-5e0c-4082-aba3-e3ff467169d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 16, 39), 'started_at': datetime.datetime(2021, 6, 28, 12, 17, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:31:50.212644 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b05ee7-5f40-4d93-9eb2-a07786c73b49 None None] Checking segment: {'id': '56aee1c2-5d0e-4022-8738-8ba49b95dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '99e11113-92ba-42c4-b82c-9ed4c720b3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:31:50.212644 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e6b05ee7-5f40-4d93-9eb2-a07786c73b49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:50.212644 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b05ee7-5f40-4d93-9eb2-a07786c73b49 None None] Bound using segment: {'id': '56aee1c2-5d0e-4022-8738-8ba49b95dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '99e11113-92ba-42c4-b82c-9ed4c720b3c3'} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:31:50.212644 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-e6b05ee7-5f40-4d93-9eb2-a07786c73b49 None None] Bound port: c5d15e17-9bf7-4703-a024-7cbfa61025d0, host: dv-cinder-798094-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56aee1c2-5d0e-4022-8738-8ba49b95dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '99e11113-92ba-42c4-b82c-9ed4c720b3c3'}}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:31:50.212644 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e6b05ee7-5f40-4d93-9eb2-a07786c73b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:50.373003 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [None req-e6b05ee7-5f40-4d93-9eb2-a07786c73b49 None None] For port c5d15e17-9bf7-4703-a024-7cbfa61025d0, host dv-cinder-798094-1-iscsi, cleared binding levels {{(pid=79151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:31:50.379136 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [None req-e6b05ee7-5f40-4d93-9eb2-a07786c73b49 None None] For port c5d15e17-9bf7-4703-a024-7cbfa61025d0, host dv-cinder-798094-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=c5d15e17-9bf7-4703-a024-7cbfa61025d0,segment=NetworkSegment(56aee1c2-5d0e-4022-8738-8ba49b95dfc7),segment_id=56aee1c2-5d0e-4022-8738-8ba49b95dfc7)] {{(pid=79151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:31:50.392538 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-cc1f0635-9c0c-49f1-a3af-9efba7994612 None None] Notify callbacks [] for port, precommit_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:50.405363 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-cc1f0635-9c0c-49f1-a3af-9efba7994612 None None] Transition to ACTIVE for port object 9695d846-b17f-49d2-8426-a388c303b5e3 will not be triggered until provisioned by entity L2. {{(pid=79150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:31:50.427285 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-cc1f0635-9c0c-49f1-a3af-9efba7994612 None None] Transition to ACTIVE for port object 9695d846-b17f-49d2-8426-a388c303b5e3 will not be triggered until provisioned by entity DHCP. {{(pid=79150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:31:50.470326 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-e6b05ee7-5f40-4d93-9eb2-a07786c73b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:50.477200 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:50.505583 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-31698206-990d-462b-bb6b-b9a94bd64970 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:50.519713 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-cc1f0635-9c0c-49f1-a3af-9efba7994612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319'] for port, after_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:50.545269 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-a9c73174-98b4-4b42-8a06-35a08287f589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:50.570551 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b05ee7-5f40-4d93-9eb2-a07786c73b49 None None] Routers {'ba952e48-efb3-4b41-99c4-106b05f26381'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:31:50.571246 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-e6b05ee7-5f40-4d93-9eb2-a07786c73b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:31:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['ba952e48-efb3-4b41-99c4-106b05f26381'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:31:50.649328 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08e49f-84c3-4d03-8a03-0b70bd9794ab None None] Pushing event updated for resources: {'Port': ['ID=c5d15e17-9bf7-4703-a024-7cbfa61025d0,revision_number=4']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:50.654684 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-6d08e49f-84c3-4d03-8a03-0b70bd9794ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:50.669679 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-31698206-990d-462b-bb6b-b9a94bd64970 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:50.694868 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1f0635-9c0c-49f1-a3af-9efba7994612 None None] Network 48c7e7dc-c290-47cf-a642-6f0ec9bb5f03 is already hosted by enough agents. {{(pid=79150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:31:50.695547 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-e89016ee-b78b-47c1-83ca-d5349e48e3dc tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:50.702516 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.scheduler.base_scheduler [None req-cc1f0635-9c0c-49f1-a3af-9efba7994612 None None] Resources bound (agent type, host, resource id): {{(pid=79150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:31:50.707324 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1f0635-9c0c-49f1-a3af-9efba7994612 None None] Received port after_create {{(pid=79150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:31:50.784519 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f0635-9c0c-49f1-a3af-9efba7994612 None None] Pushing event updated for resources: {'Port': ['ID=9695d846-b17f-49d2-8426-a388c303b5e3,revision_number=1']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:50.792242 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-cc1f0635-9c0c-49f1-a3af-9efba7994612 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:50.816915 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8185052c-5500-46ef-ad71-4655ae1e54a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:50.824932 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31698206-990d-462b-bb6b-b9a94bd64970 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Pushing event updated for resources: {'Port': ['ID=f3867a0a-9848-4534-9494-c79473f9c33c,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:50.841082 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31698206-990d-462b-bb6b-b9a94bd64970 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:50.841367 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31698206-990d-462b-bb6b-b9a94bd64970 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:50.841700 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31698206-990d-462b-bb6b-b9a94bd64970 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:50.842063 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31698206-990d-462b-bb6b-b9a94bd64970 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:50.842424 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31698206-990d-462b-bb6b-b9a94bd64970 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:50.842818 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31698206-990d-462b-bb6b-b9a94bd64970 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:50.843178 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31698206-990d-462b-bb6b-b9a94bd64970 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:50.843525 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31698206-990d-462b-bb6b-b9a94bd64970 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:50.843870 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31698206-990d-462b-bb6b-b9a94bd64970 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:50.844207 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31698206-990d-462b-bb6b-b9a94bd64970 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:50.844546 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31698206-990d-462b-bb6b-b9a94bd64970 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:50.845046 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31698206-990d-462b-bb6b-b9a94bd64970 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:50.849861 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-31698206-990d-462b-bb6b-b9a94bd64970 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:50.861737 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-31698206-990d-462b-bb6b-b9a94bd64970 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Network ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:31:50.866624 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-31698206-990d-462b-bb6b-b9a94bd64970 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:31:50.872523 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-31698206-990d-462b-bb6b-b9a94bd64970 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:31:50.895707 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8185052c-5500-46ef-ad71-4655ae1e54a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:50.930014 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-cc1f0635-9c0c-49f1-a3af-9efba7994612 None None] Attempting to bind port 9695d846-b17f-49d2-8426-a388c303b5e3 on host dv-cinder-798094-1-iscsi for vnic_type normal with profile {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:31:50.930444 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-cc1f0635-9c0c-49f1-a3af-9efba7994612 None None] Attempting to bind port 9695d846-b17f-49d2-8426-a388c303b5e3 by drivers openvswitch,hyperv on host dv-cinder-798094-1-iscsi at level 0 using segments [{'id': 'ce6a05dc-3d82-40fd-83ab-8341439aa946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48c7e7dc-c290-47cf-a642-6f0ec9bb5f03'}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:31:50.930852 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1f0635-9c0c-49f1-a3af-9efba7994612 None None] Attempting to bind port 9695d846-b17f-49d2-8426-a388c303b5e3 on network 48c7e7dc-c290-47cf-a642-6f0ec9bb5f03 {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:31:50.946279 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1f0635-9c0c-49f1-a3af-9efba7994612 None None] Checking agent: {'id': '97f6a438-5e0c-4082-aba3-e3ff467169d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 16, 39), 'started_at': datetime.datetime(2021, 6, 28, 12, 17, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:31:50.946836 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1f0635-9c0c-49f1-a3af-9efba7994612 None None] Checking segment: {'id': 'ce6a05dc-3d82-40fd-83ab-8341439aa946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48c7e7dc-c290-47cf-a642-6f0ec9bb5f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:31:50.947253 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-cc1f0635-9c0c-49f1-a3af-9efba7994612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:50.947656 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1f0635-9c0c-49f1-a3af-9efba7994612 None None] Bound using segment: {'id': 'ce6a05dc-3d82-40fd-83ab-8341439aa946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48c7e7dc-c290-47cf-a642-6f0ec9bb5f03'} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:31:50.948154 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-cc1f0635-9c0c-49f1-a3af-9efba7994612 None None] Bound port: 9695d846-b17f-49d2-8426-a388c303b5e3, host: dv-cinder-798094-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6a05dc-3d82-40fd-83ab-8341439aa946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48c7e7dc-c290-47cf-a642-6f0ec9bb5f03'}}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:31:50.948791 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-cc1f0635-9c0c-49f1-a3af-9efba7994612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:51.025027 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-31698206-990d-462b-bb6b-b9a94bd64970 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:51.033948 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-e6b05ee7-5f40-4d93-9eb2-a07786c73b49 None None] Set router ba952e48-efb3-4b41-99c4-106b05f26381 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:31:51.034160 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-31698206-990d-462b-bb6b-b9a94bd64970 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:51.137468 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-cc1f0635-9c0c-49f1-a3af-9efba7994612 None None] For port 9695d846-b17f-49d2-8426-a388c303b5e3, host dv-cinder-798094-1-iscsi, cleared binding levels {{(pid=79150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:31:51.138260 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-cc1f0635-9c0c-49f1-a3af-9efba7994612 None None] For port 9695d846-b17f-49d2-8426-a388c303b5e3, host dv-cinder-798094-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=9695d846-b17f-49d2-8426-a388c303b5e3,segment=NetworkSegment(ce6a05dc-3d82-40fd-83ab-8341439aa946),segment_id=ce6a05dc-3d82-40fd-83ab-8341439aa946)] {{(pid=79150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:31:51.165920 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-31698206-990d-462b-bb6b-b9a94bd64970 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1468816 Jun 28 12:31:51.182591 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-970b7f9f-91c5-43dc-bec9-6414069da5d7 service neutron] Request body: {'port': {'device_id': '55c65d9c-ab70-4262-80dd-e76246ac2f2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:31:51.212906 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-cc1f0635-9c0c-49f1-a3af-9efba7994612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:51.219538 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-22b8d1c0-2225-4dbd-a4e7-7362f2368909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:51.224261 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.db_base_plugin_common [None req-8185052c-5500-46ef-ad71-4655ae1e54a8 admin admin] Allocated IP 172.27.0.190 (c9286c56-74de-4de9-a16f-8e0a6aaad408/86bae704-b0f4-4850-808b-6f728b6b20f3/171366b2-2140-40f2-94f8-143afe97b0e3) {{(pid=79149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:31:51.259739 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e01493-8957-4950-b0cb-b23c279952a7 req-11a44017-3324-436d-b396-dc255c40f25d tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:51.261407 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-40e01493-8957-4950-b0cb-b23c279952a7 req-11a44017-3324-436d-b396-dc255c40f25d tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c65d9c-ab70-4262-80dd-e76246ac2f2e HTTP/1.1" status: 200 len: 931 time: 0.1286414 Jun 28 12:31:51.389379 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f0635-9c0c-49f1-a3af-9efba7994612 None None] Pushing event updated for resources: {'Port': ['ID=9695d846-b17f-49d2-8426-a388c303b5e3,revision_number=2']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:51.397485 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-cc1f0635-9c0c-49f1-a3af-9efba7994612 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:51.418461 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-970b7f9f-91c5-43dc-bec9-6414069da5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:51.419119 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-40e01493-8957-4950-b0cb-b23c279952a7 req-726cf5b1-7647-4b9d-95c7-0f94dc14e493 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdcd544-e282-4db1-9495-d95ac1a333b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379130 Jun 28 12:31:51.473351 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8185052c-5500-46ef-ad71-4655ae1e54a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:51.545625 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-e6b05ee7-5f40-4d93-9eb2-a07786c73b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'name': 'tempest-TestMinimumBasicScenario-641531145-router', 'tenant_id': '02179571a8084125b547d2dde607206c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'f576fd1a-7b6b-4b85-9dfc-1626147bf493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:37Z', 'updated_at': '2021-06-28T12:31:44Z', 'revision_number': 4, 'project_id': '02179571a8084125b547d2dde607206c', 'gw_port': {'id': 'f576fd1a-7b6b-4b85-9dfc-1626147bf493', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:38Z', 'updated_at': '2021-06-28T12:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': 'c5d15e17-9bf7-4703-a024-7cbfa61025d0', 'name': '', 'network_id': '99e11113-92ba-42c4-b82c-9ed4c720b3c3', 'tenant_id': '02179571a8084125b547d2dde607206c', 'mac_address': 'fa:16:3e:e2:27:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '668458c4-e955-4268-b3d8-24d37fc12fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:43Z', 'updated_at': '2021-06-28T12:31:50Z', 'revision_number': 4, 'project_id': '02179571a8084125b547d2dde607206c', 'subnets': [{'id': '668458c4-e955-4268-b3d8-24d37fc12fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:31:51.550768 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b05ee7-5f40-4d93-9eb2-a07786c73b49 None None] The sync data for ids ['ba952e48-efb3-4b41-99c4-106b05f26381'] in dv-cinder-798094-1-iscsi is: [{'id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'name': 'tempest-TestMinimumBasicScenario-641531145-router', 'tenant_id': '02179571a8084125b547d2dde607206c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'f576fd1a-7b6b-4b85-9dfc-1626147bf493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:37Z', 'updated_at': '2021-06-28T12:31:44Z', 'revision_number': 4, 'project_id': '02179571a8084125b547d2dde607206c', 'gw_port': {'id': 'f576fd1a-7b6b-4b85-9dfc-1626147bf493', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:38Z', 'updated_at': '2021-06-28T12:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': 'c5d15e17-9bf7-4703-a024-7cbfa61025d0', 'name': '', 'network_id': '99e11113-92ba-42c4-b82c-9ed4c720b3c3', 'tenant_id': '02179571a8084125b547d2dde607206c', 'mac_address': 'fa:16:3e:e2:27:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '668458c4-e955-4268-b3d8-24d37fc12fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:43Z', 'updated_at': '2021-06-28T12:31:50Z', 'revision_number': 4, 'project_id': '02179571a8084125b547d2dde607206c', 'subnets': [{'id': '668458c4-e955-4268-b3d8-24d37fc12fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:31:51.595540 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8185052c-5500-46ef-ad71-4655ae1e54a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:51.601083 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:51.610171 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device c5d15e17-9bf7-4703-a024-7cbfa61025d0 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:31:51.756433 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8185052c-5500-46ef-ad71-4655ae1e54a8 admin admin] Network c9286c56-74de-4de9-a16f-8e0a6aaad408 is already hosted by enough agents. {{(pid=79149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:31:51.761772 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.base_scheduler [None req-8185052c-5500-46ef-ad71-4655ae1e54a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=79149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:31:51.774021 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8185052c-5500-46ef-ad71-4655ae1e54a8 admin admin] Received port after_create {{(pid=79149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:31:51.818552 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning for port c5d15e17-9bf7-4703-a024-7cbfa61025d0 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:31:51.828320 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port c5d15e17-9bf7-4703-a024-7cbfa61025d0 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:31:51.828877 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:51.869982 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185052c-5500-46ef-ad71-4655ae1e54a8 admin admin] Pushing event updated for resources: {'Port': ['ID=171366b2-2140-40f2-94f8-143afe97b0e3,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:51.887605 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-8185052c-5500-46ef-ad71-4655ae1e54a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:52.046610 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:52.096017 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] For port c5d15e17-9bf7-4703-a024-7cbfa61025d0, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=c5d15e17-9bf7-4703-a024-7cbfa61025d0,segment=NetworkSegment(56aee1c2-5d0e-4022-8738-8ba49b95dfc7),segment_id=56aee1c2-5d0e-4022-8738-8ba49b95dfc7)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:31:52.217436 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:52.217436 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:52.316389 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-970b7f9f-91c5-43dc-bec9-6414069da5d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3867a0a-9848-4534-9494-c79473f9c33c {{(pid=79148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:31:52.326138 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-970b7f9f-91c5-43dc-bec9-6414069da5d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:52.344921 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.provisioning_blocks [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-970b7f9f-91c5-43dc-bec9-6414069da5d7 service neutron] Transition to ACTIVE for port object f3867a0a-9848-4534-9494-c79473f9c33c will not be triggered until provisioned by entity L2. {{(pid=79148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:31:52.351030 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Pushing event updated for resources: {'Port': ['ID=c5d15e17-9bf7-4703-a024-7cbfa61025d0,revision_number=5']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:52.357359 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:52.430054 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-970b7f9f-91c5-43dc-bec9-6414069da5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:52.455617 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-4df048d3-4ff3-4a06-88ac-ece469319e1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:52.747469 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b7f9f-91c5-43dc-bec9-6414069da5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f3867a0a-9848-4534-9494-c79473f9c33c,revision_number=2']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:52.749635 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8185052c-5500-46ef-ad71-4655ae1e54a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:52.773936 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-970b7f9f-91c5-43dc-bec9-6414069da5d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:52.802885 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a31415b-fac2-443f-a237-5aa47406f6be None None] Network 48c7e7dc-c290-47cf-a642-6f0ec9bb5f03 requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:31:52.805329 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-970b7f9f-91c5-43dc-bec9-6414069da5d7 service neutron] Attempting to bind port f3867a0a-9848-4534-9494-c79473f9c33c on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:31:52.806008 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-970b7f9f-91c5-43dc-bec9-6414069da5d7 service neutron] Attempting to bind port f3867a0a-9848-4534-9494-c79473f9c33c by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '62454d56-6398-4948-933c-c3dedbe3ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c'}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:31:52.806514 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-970b7f9f-91c5-43dc-bec9-6414069da5d7 service neutron] Attempting to bind port f3867a0a-9848-4534-9494-c79473f9c33c on network ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:31:52.811985 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-970b7f9f-91c5-43dc-bec9-6414069da5d7 service neutron] Port f3867a0a-9848-4534-9494-c79473f9c33c on network ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:31:52.812525 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-970b7f9f-91c5-43dc-bec9-6414069da5d7 service neutron] Attempting to bind port f3867a0a-9848-4534-9494-c79473f9c33c on network ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:31:52.819293 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-970b7f9f-91c5-43dc-bec9-6414069da5d7 service neutron] Checking agent: {'id': '406cf176-031c-46fa-bfd0-dd20e5845d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'started_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:31:52.819621 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-970b7f9f-91c5-43dc-bec9-6414069da5d7 service neutron] Checking segment: {'id': '62454d56-6398-4948-933c-c3dedbe3ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:31:52.820007 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-970b7f9f-91c5-43dc-bec9-6414069da5d7 service neutron] Bound using segment: {'id': '62454d56-6398-4948-933c-c3dedbe3ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c'} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:31:52.820434 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-970b7f9f-91c5-43dc-bec9-6414069da5d7 service neutron] Bound port: f3867a0a-9848-4534-9494-c79473f9c33c, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62454d56-6398-4948-933c-c3dedbe3ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c'}}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:31:52.820772 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-970b7f9f-91c5-43dc-bec9-6414069da5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:52.940645 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-970b7f9f-91c5-43dc-bec9-6414069da5d7 service neutron] For port f3867a0a-9848-4534-9494-c79473f9c33c, host hv-cinder-79809, cleared binding levels {{(pid=79148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:31:52.944161 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-970b7f9f-91c5-43dc-bec9-6414069da5d7 service neutron] For port f3867a0a-9848-4534-9494-c79473f9c33c, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f3867a0a-9848-4534-9494-c79473f9c33c,segment=NetworkSegment(62454d56-6398-4948-933c-c3dedbe3ffcb),segment_id=62454d56-6398-4948-933c-c3dedbe3ffcb)] {{(pid=79148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:31:52.993338 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-45482cb9-f78e-4f79-9553-6f8120f6278e None None] Provisioning for port 9695d846-b17f-49d2-8426-a388c303b5e3 completed by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:31:53.023516 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-970b7f9f-91c5-43dc-bec9-6414069da5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:53.028241 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-0af68627-8910-4db4-af07-5ad7e23f4e6f tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:53.078340 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5fb20-c381-4562-b11e-006a0faf6107 req-5568b34f-3e8b-490d-b505-fe736e2a4122 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:53.080793 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ede5fb20-c381-4562-b11e-006a0faf6107 req-5568b34f-3e8b-490d-b505-fe736e2a4122 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c65d9c-ab70-4262-80dd-e76246ac2f2e HTTP/1.1" status: 200 len: 943 time: 0.3846645 Jun 28 12:31:53.094070 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-970b7f9f-91c5-43dc-bec9-6414069da5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:53.097435 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-970b7f9f-91c5-43dc-bec9-6414069da5d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:53.097435 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-970b7f9f-91c5-43dc-bec9-6414069da5d7 service neutron] 10.222.0.64 "PUT /v2.0/ports/f3867a0a-9848-4534-9494-c79473f9c33c HTTP/1.1" status: 200 len: 1093 time: 1.9184616 Jun 28 12:31:53.097435 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c65d9c-ab70-4262-80dd-e76246ac2f2e', 'tag': 'f3867a0a-9848-4534-9494-c79473f9c33c'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:31:53.118119 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b7f9f-91c5-43dc-bec9-6414069da5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f3867a0a-9848-4534-9494-c79473f9c33c,revision_number=3']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:53.122259 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-970b7f9f-91c5-43dc-bec9-6414069da5d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:53.183529 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c65d9c-ab70-4262-80dd-e76246ac2f2e', 'tag': 'f3867a0a-9848-4534-9494-c79473f9c33c', 'status': 'completed', 'code': 200} Jun 28 12:31:53.297100 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ede5fb20-c381-4562-b11e-006a0faf6107 req-985233a9-89d9-4652-989d-4c57290e9665 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdcd544-e282-4db1-9495-d95ac1a333b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074420 Jun 28 12:31:53.379485 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edb28f-5668-4eeb-a4a4-1735f0f3a8ca req-a8f2dc22-22ba-4088-8142-8db5c5eac81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:53.382650 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d0edb28f-5668-4eeb-a4a4-1735f0f3a8ca req-a8f2dc22-22ba-4088-8142-8db5c5eac81a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c409c3529524edca55e705bef4fc341&device_id=55c65d9c-ab70-4262-80dd-e76246ac2f2e HTTP/1.1" status: 200 len: 1096 time: 0.1411343 Jun 28 12:31:53.415997 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8185052c-5500-46ef-ad71-4655ae1e54a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3695352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696706'] for router, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:53.647283 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edb28f-5668-4eeb-a4a4-1735f0f3a8ca req-8db23bd5-9e8d-4f0f-93a1-88ed45c667cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:53.650404 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d0edb28f-5668-4eeb-a4a4-1735f0f3a8ca req-8db23bd5-9e8d-4f0f-93a1-88ed45c667cd service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=2c409c3529524edca55e705bef4fc341&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2529562 Jun 28 12:31:53.668439 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device c5d15e17-9bf7-4703-a024-7cbfa61025d0 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:31:53.773506 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port c5d15e17-9bf7-4703-a024-7cbfa61025d0 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:31:53.773838 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:53.858849 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8185052c-5500-46ef-ad71-4655ae1e54a8 admin admin] Router c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373 is scheduled to L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 with binding_index 1 {{(pid=79149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:31:53.908257 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edb28f-5668-4eeb-a4a4-1735f0f3a8ca req-0337bca3-f883-4920-ab89-284012486fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:53.911423 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d0edb28f-5668-4eeb-a4a4-1735f0f3a8ca req-0337bca3-f883-4920-ab89-284012486fe6 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2511916 Jun 28 12:31:53.939829 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 9695d846-b17f-49d2-8426-a388c303b5e3 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:31:54.070946 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-e044a8c0-ee16-417b-9cb5-b7f7018604a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:54.073421 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-e044a8c0-ee16-417b-9cb5-b7f7018604a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c409c3529524edca55e705bef4fc341&device_id=55c65d9c-ab70-4262-80dd-e76246ac2f2e HTTP/1.1" status: 200 len: 1096 time: 0.0895436 Jun 28 12:31:54.121969 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning for port 9695d846-b17f-49d2-8426-a388c303b5e3 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:31:54.127159 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8185052c-5500-46ef-ad71-4655ae1e54a8 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:31:54.142237 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ec5016-f908-44c2-aa03-c5d30d14101c None None] Sync routers for ids ['c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373'] in dv-cinder-798094-1-iscsi {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:31:54.149421 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 9695d846-b17f-49d2-8426-a388c303b5e3 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:31:54.149725 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:54.177490 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-4a20a877-5d15-4d42-9016-2ba2d12455da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3867a0a-9848-4534-9494-c79473f9c33c HTTP/1.1" status: 200 len: 217 time: 0.0886467 Jun 28 12:31:54.226077 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ec5016-f908-44c2-aa03-c5d30d14101c None None] Routers {'c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:31:54.227169 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-f9ec5016-f908-44c2-aa03-c5d30d14101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:31:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:31:54.240890 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8185052c-5500-46ef-ad71-4655ae1e54a8 admin admin] Notify callbacks [] for router, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:54.245323 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-8185052c-5500-46ef-ad71-4655ae1e54a8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1199064 Jun 28 12:31:54.247193 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 51914) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:54.263428 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-71f34334-b374-4537-ab51-2e835e38c578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:54.266157 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-71f34334-b374-4537-ab51-2e835e38c578 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f89a31e-b473-4376-80a5-e7091af9c387 HTTP/1.1" status: 200 len: 854 time: 0.0779982 Jun 28 12:31:54.327424 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-1e91f1b2-2bea-488f-b1f7-6fb1eac05210 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524533 Jun 28 12:31:54.635262 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-7f76d8bf-1fdc-4aae-af55-c00d3dbaf7a2 service neutron] 10.222.0.64 "GET /v2.0/networks/ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003621 Jun 28 12:31:54.698043 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-f9ec5016-f908-44c2-aa03-c5d30d14101c None None] Set router c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:31:54.780581 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:54.876589 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49009bde-ff52-480b-a011-fe4eb6f7d3b9 req-d0cd9daf-4253-4bcf-b7fe-5e224db183b2 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:54.878204 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-49009bde-ff52-480b-a011-fe4eb6f7d3b9 req-d0cd9daf-4253-4bcf-b7fe-5e224db183b2 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c65d9c-ab70-4262-80dd-e76246ac2f2e HTTP/1.1" status: 200 len: 943 time: 0.2060463 Jun 28 12:31:54.933398 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-e32bec0f-4ad6-4060-8c93-a09fbf35a3ba req-1afd6164-f6f2-49d6-b422-b8a2bd002d45 service neutron] 10.222.0.64 "GET /v2.0/networks/ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868540 Jun 28 12:31:55.020912 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-49009bde-ff52-480b-a011-fe4eb6f7d3b9 req-d74e192f-2eb4-4ac3-aa5c-7f0d4d4c8189 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdcd544-e282-4db1-9495-d95ac1a333b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846753 Jun 28 12:31:55.088823 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] For port 9695d846-b17f-49d2-8426-a388c303b5e3, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=9695d846-b17f-49d2-8426-a388c303b5e3,segment=NetworkSegment(ce6a05dc-3d82-40fd-83ab-8341439aa946),segment_id=ce6a05dc-3d82-40fd-83ab-8341439aa946)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:31:55.128472 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:55.175578 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:55.178267 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:55.313419 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Pushing event updated for resources: {'Port': ['ID=9695d846-b17f-49d2-8426-a388c303b5e3,revision_number=3']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:55.317403 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:55.328481 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-f9ec5016-f908-44c2-aa03-c5d30d14101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373', 'name': 'tempest-TestMinimumBasicScenario-809099460-router', 'tenant_id': 'e992f225aa0140838f0862966087fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '171366b2-2140-40f2-94f8-143afe97b0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:49Z', 'updated_at': '2021-06-28T12:31:52Z', 'revision_number': 3, 'project_id': 'e992f225aa0140838f0862966087fb11', 'gw_port': {'id': '171366b2-2140-40f2-94f8-143afe97b0e3', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:51Z', 'updated_at': '2021-06-28T12:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:31:55.332919 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ec5016-f908-44c2-aa03-c5d30d14101c None None] Checking router: c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373 for host: dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:31:55.333285 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ec5016-f908-44c2-aa03-c5d30d14101c None None] Updating router c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373 port 171366b2-2140-40f2-94f8-143afe97b0e3 binding host dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:31:55.360326 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-713a1898-e4c1-4194-926f-7b6d232512f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:55.389476 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-f9ec5016-f908-44c2-aa03-c5d30d14101c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:55.524030 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 9695d846-b17f-49d2-8426-a388c303b5e3 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:31:55.707417 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 9695d846-b17f-49d2-8426-a388c303b5e3 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:31:55.708314 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:55.739756 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.db_base_plugin_common [None req-713a1898-e4c1-4194-926f-7b6d232512f3 admin admin] Allocated IP 172.20.0.1 (48c7e7dc-c290-47cf-a642-6f0ec9bb5f03/4b750890-49a7-464f-a3a6-8640680d9e9f/3d8cd7d7-ef13-48cd-b743-4a996956d1c1) {{(pid=79149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:31:55.906603 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-713a1898-e4c1-4194-926f-7b6d232512f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:55.924535 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.provisioning_blocks [None req-713a1898-e4c1-4194-926f-7b6d232512f3 admin admin] Transition to ACTIVE for port object 3d8cd7d7-ef13-48cd-b743-4a996956d1c1 will not be triggered until provisioned by entity DHCP. {{(pid=79149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:31:55.994011 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-f9ec5016-f908-44c2-aa03-c5d30d14101c None None] Notify callbacks [] for port, precommit_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:56.029994 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-f9ec5016-f908-44c2-aa03-c5d30d14101c None None] Transition to ACTIVE for port object 171366b2-2140-40f2-94f8-143afe97b0e3 will not be triggered until provisioned by entity L2. {{(pid=79150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:31:56.041464 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-713a1898-e4c1-4194-926f-7b6d232512f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:56.046506 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-390df87b-b19f-4dc7-8366-106a17f2a700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:56.110637 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-f9ec5016-f908-44c2-aa03-c5d30d14101c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:56.117611 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:56.122961 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713a1898-e4c1-4194-926f-7b6d232512f3 admin admin] Network 48c7e7dc-c290-47cf-a642-6f0ec9bb5f03 is already hosted by enough agents. {{(pid=79149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:31:56.126078 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.base_scheduler [None req-713a1898-e4c1-4194-926f-7b6d232512f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=79149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:31:56.128555 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713a1898-e4c1-4194-926f-7b6d232512f3 admin admin] Received port after_create {{(pid=79149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:31:56.171734 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a1898-e4c1-4194-926f-7b6d232512f3 admin admin] Pushing event updated for resources: {'Port': ['ID=3d8cd7d7-ef13-48cd-b743-4a996956d1c1,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:56.174786 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-713a1898-e4c1-4194-926f-7b6d232512f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:56.281689 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-f9ec5016-f908-44c2-aa03-c5d30d14101c None None] Attempting to bind port 171366b2-2140-40f2-94f8-143afe97b0e3 on host dv-cinder-798094-1-iscsi for vnic_type normal with profile {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:31:56.282088 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-f9ec5016-f908-44c2-aa03-c5d30d14101c None None] Attempting to bind port 171366b2-2140-40f2-94f8-143afe97b0e3 by drivers openvswitch,hyperv on host dv-cinder-798094-1-iscsi at level 0 using segments [{'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:31:56.282407 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ec5016-f908-44c2-aa03-c5d30d14101c None None] Attempting to bind port 171366b2-2140-40f2-94f8-143afe97b0e3 on network c9286c56-74de-4de9-a16f-8e0a6aaad408 {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:31:56.289230 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbfc27-3445-4d3c-b7a7-5cc4a73b71ee None None] Pushing event updated for resources: {'Port': ['ID=171366b2-2140-40f2-94f8-143afe97b0e3,revision_number=2']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:56.291007 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-713a1898-e4c1-4194-926f-7b6d232512f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3696772'] for router_interface, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:56.292291 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-f4dbfc27-3445-4d3c-b7a7-5cc4a73b71ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:56.300338 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ec5016-f908-44c2-aa03-c5d30d14101c None None] Checking agent: {'id': '97f6a438-5e0c-4082-aba3-e3ff467169d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 16, 39), 'started_at': datetime.datetime(2021, 6, 28, 12, 17, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:31:56.300708 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ec5016-f908-44c2-aa03-c5d30d14101c None None] Checking segment: {'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:31:56.301970 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-f9ec5016-f908-44c2-aa03-c5d30d14101c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:56.301970 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ec5016-f908-44c2-aa03-c5d30d14101c None None] Bound using segment: {'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:31:56.301970 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-f9ec5016-f908-44c2-aa03-c5d30d14101c None None] Bound port: 171366b2-2140-40f2-94f8-143afe97b0e3, host: dv-cinder-798094-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:31:56.302460 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-f9ec5016-f908-44c2-aa03-c5d30d14101c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:56.410606 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a702ac4-1ff2-4244-99db-652e0106eabb req-88298612-5f74-46e2-b322-0c354b5a705f tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:56.413247 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9a702ac4-1ff2-4244-99db-652e0106eabb req-88298612-5f74-46e2-b322-0c354b5a705f tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c65d9c-ab70-4262-80dd-e76246ac2f2e HTTP/1.1" status: 200 len: 943 time: 0.2072468 Jun 28 12:31:56.425071 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-f9ec5016-f908-44c2-aa03-c5d30d14101c None None] For port 171366b2-2140-40f2-94f8-143afe97b0e3, host dv-cinder-798094-1-iscsi, cleared binding levels {{(pid=79150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:31:56.428341 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-f9ec5016-f908-44c2-aa03-c5d30d14101c None None] For port 171366b2-2140-40f2-94f8-143afe97b0e3, host dv-cinder-798094-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=171366b2-2140-40f2-94f8-143afe97b0e3,segment=NetworkSegment(4ef2d251-a773-41f5-87cd-cec6f249eb66),segment_id=4ef2d251-a773-41f5-87cd-cec6f249eb66)] {{(pid=79150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:31:56.518226 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9a702ac4-1ff2-4244-99db-652e0106eabb req-33ec77b3-dc4d-4dcf-8c6e-7bad77de69a2 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdcd544-e282-4db1-9495-d95ac1a333b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946236 Jun 28 12:31:56.539118 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-f9ec5016-f908-44c2-aa03-c5d30d14101c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:56.544799 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:56.625663 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-6d7025a2-2795-4758-a5a8-4de8f684d53e None None] Provisioning for port 3d8cd7d7-ef13-48cd-b743-4a996956d1c1 completed by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:31:56.628552 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ec5016-f908-44c2-aa03-c5d30d14101c None None] Routers {'c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:31:56.629452 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-f9ec5016-f908-44c2-aa03-c5d30d14101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:31:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:31:56.684131 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbfc27-3445-4d3c-b7a7-5cc4a73b71ee None None] Pushing event updated for resources: {'Port': ['ID=171366b2-2140-40f2-94f8-143afe97b0e3,revision_number=3']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:56.699223 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-f4dbfc27-3445-4d3c-b7a7-5cc4a73b71ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:56.699994 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-6d7025a2-2795-4758-a5a8-4de8f684d53e None None] Provisioning complete for port 3d8cd7d7-ef13-48cd-b743-4a996956d1c1 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:31:56.700362 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-6d7025a2-2795-4758-a5a8-4de8f684d53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:56.725697 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-713a1898-e4c1-4194-926f-7b6d232512f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:56.822939 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-6d7025a2-2795-4758-a5a8-4de8f684d53e None None] Port 3d8cd7d7-ef13-48cd-b743-4a996956d1c1 cannot update to ACTIVE because it is not bound. {{(pid=79150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:31:56.868986 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-f9ec5016-f908-44c2-aa03-c5d30d14101c None None] Set router c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:31:57.125544 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-713a1898-e4c1-4194-926f-7b6d232512f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:57.224069 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-713a1898-e4c1-4194-926f-7b6d232512f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528764'] for port, after_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:57.253086 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-390df87b-b19f-4dc7-8366-106a17f2a700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:57.313823 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-f9ec5016-f908-44c2-aa03-c5d30d14101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373', 'name': 'tempest-TestMinimumBasicScenario-809099460-router', 'tenant_id': 'e992f225aa0140838f0862966087fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '171366b2-2140-40f2-94f8-143afe97b0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:49Z', 'updated_at': '2021-06-28T12:31:56Z', 'revision_number': 4, 'project_id': 'e992f225aa0140838f0862966087fb11', 'gw_port': {'id': '171366b2-2140-40f2-94f8-143afe97b0e3', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:51Z', 'updated_at': '2021-06-28T12:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '3d8cd7d7-ef13-48cd-b743-4a996956d1c1', 'name': '', 'network_id': '48c7e7dc-c290-47cf-a642-6f0ec9bb5f03', 'tenant_id': 'e992f225aa0140838f0862966087fb11', 'mac_address': 'fa:16:3e:44:59:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4b750890-49a7-464f-a3a6-8640680d9e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:55Z', 'updated_at': '2021-06-28T12:31:55Z', 'revision_number': 1, 'project_id': 'e992f225aa0140838f0862966087fb11', 'subnets': [{'id': '4b750890-49a7-464f-a3a6-8640680d9e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:31:57.320585 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ec5016-f908-44c2-aa03-c5d30d14101c None None] The sync data for ids ['c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373'] in dv-cinder-798094-1-iscsi is: [{'id': 'c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373', 'name': 'tempest-TestMinimumBasicScenario-809099460-router', 'tenant_id': 'e992f225aa0140838f0862966087fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '171366b2-2140-40f2-94f8-143afe97b0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:49Z', 'updated_at': '2021-06-28T12:31:56Z', 'revision_number': 4, 'project_id': 'e992f225aa0140838f0862966087fb11', 'gw_port': {'id': '171366b2-2140-40f2-94f8-143afe97b0e3', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:51Z', 'updated_at': '2021-06-28T12:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '3d8cd7d7-ef13-48cd-b743-4a996956d1c1', 'name': '', 'network_id': '48c7e7dc-c290-47cf-a642-6f0ec9bb5f03', 'tenant_id': 'e992f225aa0140838f0862966087fb11', 'mac_address': 'fa:16:3e:44:59:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4b750890-49a7-464f-a3a6-8640680d9e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:55Z', 'updated_at': '2021-06-28T12:31:55Z', 'revision_number': 1, 'project_id': 'e992f225aa0140838f0862966087fb11', 'subnets': [{'id': '4b750890-49a7-464f-a3a6-8640680d9e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:31:57.341968 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-713a1898-e4c1-4194-926f-7b6d232512f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3781337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695149'] for router_interface, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:57.351360 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a1898-e4c1-4194-926f-7b6d232512f3 admin admin] Pushing event updated for resources: {'Port': ['ID=3d8cd7d7-ef13-48cd-b743-4a996956d1c1,revision_number=2']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:57.355213 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-713a1898-e4c1-4194-926f-7b6d232512f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:57.517404 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713a1898-e4c1-4194-926f-7b6d232512f3 admin admin] Network 48c7e7dc-c290-47cf-a642-6f0ec9bb5f03 is already hosted by enough agents. {{(pid=79149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:31:57.518635 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.base_scheduler [None req-713a1898-e4c1-4194-926f-7b6d232512f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=79149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:31:57.782239 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device f3867a0a-9848-4534-9494-c79473f9c33c details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:31:57.958553 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713a1898-e4c1-4194-926f-7b6d232512f3 admin admin] Router c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373 has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:31:57.988997 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-552f83e3-665e-4c2d-9c03-7b761026c97e None None] Provisioning complete for port 3d8cd7d7-ef13-48cd-b743-4a996956d1c1 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:31:57.989813 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-552f83e3-665e-4c2d-9c03-7b761026c97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:57.991776 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d6570-d32b-4587-ba74-a84404d601f7 req-f1f7262f-24ba-405f-989b-48cd9abb24f3 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:57.993717 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-594d6570-d32b-4587-ba74-a84404d601f7 req-f1f7262f-24ba-405f-989b-48cd9abb24f3 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c65d9c-ab70-4262-80dd-e76246ac2f2e HTTP/1.1" status: 200 len: 943 time: 0.2464395 Jun 28 12:31:58.114308 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-552f83e3-665e-4c2d-9c03-7b761026c97e None None] Port 3d8cd7d7-ef13-48cd-b743-4a996956d1c1 cannot update to ACTIVE because it is not bound. {{(pid=79150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:31:58.117666 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port f3867a0a-9848-4534-9494-c79473f9c33c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f3867a0a-9848-4534-9494-c79473f9c33c,segment=NetworkSegment(62454d56-6398-4948-933c-c3dedbe3ffcb),segment_id=62454d56-6398-4948-933c-c3dedbe3ffcb)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:31:58.127529 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-594d6570-d32b-4587-ba74-a84404d601f7 req-db68e759-e4a3-4ce5-8e18-bc39dd0c4d7e tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdcd544-e282-4db1-9495-d95ac1a333b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775650 Jun 28 12:31:58.147656 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Returning: {'device': 'f3867a0a-9848-4534-9494-c79473f9c33c', 'network_id': 'ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c', 'port_id': 'f3867a0a-9848-4534-9494-c79473f9c33c', 'mac_address': 'fa:16:3e:4f:bc:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f89a31e-b473-4376-80a5-e7091af9c387', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:31:58.244042 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:58.259004 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713a1898-e4c1-4194-926f-7b6d232512f3 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:31:58.263985 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3867a0a-9848-4534-9494-c79473f9c33c {{(pid=79150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:31:58.286429 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-713a1898-e4c1-4194-926f-7b6d232512f3 admin admin] 10.222.0.24 "PUT /v2.0/routers/c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0240128 Jun 28 12:31:58.333595 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port f3867a0a-9848-4534-9494-c79473f9c33c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f3867a0a-9848-4534-9494-c79473f9c33c,segment=NetworkSegment(62454d56-6398-4948-933c-c3dedbe3ffcb),segment_id=62454d56-6398-4948-933c-c3dedbe3ffcb)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:31:58.407509 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:58.411919 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-f4dbfc27-3445-4d3c-b7a7-5cc4a73b71ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:58.523045 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=f3867a0a-9848-4534-9494-c79473f9c33c,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:58.528264 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:58.776633 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['f3867a0a-9848-4534-9494-c79473f9c33c'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:31:59.381991 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548599b-7dc8-4424-b466-c046f204a11c req-84917010-6dc4-47d0-adda-94603c70959c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:59.384110 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0548599b-7dc8-4424-b466-c046f204a11c req-84917010-6dc4-47d0-adda-94603c70959c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c65d9c-ab70-4262-80dd-e76246ac2f2e HTTP/1.1" status: 200 len: 944 time: 0.1066718 Jun 28 12:31:59.435636 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0548599b-7dc8-4424-b466-c046f204a11c req-f616a32e-a633-4644-a3a5-c32c9730ecac tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdcd544-e282-4db1-9495-d95ac1a333b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447810 Jun 28 12:31:59.549033 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 171366b2-2140-40f2-94f8-143afe97b0e3 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:31:59.814292 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device f3867a0a-9848-4534-9494-c79473f9c33c up at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:31:59.899742 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning for port 171366b2-2140-40f2-94f8-143afe97b0e3 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:31:59.916836 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 171366b2-2140-40f2-94f8-143afe97b0e3 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:31:59.917593 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:00.094911 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning for port f3867a0a-9848-4534-9494-c79473f9c33c completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:32:00.120363 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning complete for port f3867a0a-9848-4534-9494-c79473f9c33c triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:00.120796 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:00.268465 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179f4cf5-2762-4065-a89b-6e08757fb80b None None] Sync routers for ids ['c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373'] in dv-cinder-798094-1-iscsi {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:32:00.287688 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179f4cf5-2762-4065-a89b-6e08757fb80b None None] Routers {'c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:32:00.288609 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-179f4cf5-2762-4065-a89b-6e08757fb80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:31:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:00.340881 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:00.380524 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] For port 171366b2-2140-40f2-94f8-143afe97b0e3, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=171366b2-2140-40f2-94f8-143afe97b0e3,segment=NetworkSegment(4ef2d251-a773-41f5-87cd-cec6f249eb66),segment_id=4ef2d251-a773-41f5-87cd-cec6f249eb66)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:00.466574 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:00.490425 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:00.498925 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:00.514587 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-179f4cf5-2762-4065-a89b-6e08757fb80b None None] Set router c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:32:00.571854 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c65d9c-ab70-4262-80dd-e76246ac2f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3867a0a-9848-4534-9494-c79473f9c33c'}] {{(pid=79150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:32:00.591200 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port f3867a0a-9848-4534-9494-c79473f9c33c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f3867a0a-9848-4534-9494-c79473f9c33c,segment=NetworkSegment(62454d56-6398-4948-933c-c3dedbe3ffcb),segment_id=62454d56-6398-4948-933c-c3dedbe3ffcb)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:00.598576 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Pushing event updated for resources: {'Port': ['ID=171366b2-2140-40f2-94f8-143afe97b0e3,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:00.602623 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:00.680670 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:00.684688 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-a9c73174-98b4-4b42-8a06-35a08287f589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:00.732840 dv-cinder-798094-1-iscsi neutron-server[79150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c65d9c-ab70-4262-80dd-e76246ac2f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3867a0a-9848-4534-9494-c79473f9c33c', 'code': 200} Jun 28 12:32:00.827706 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=f3867a0a-9848-4534-9494-c79473f9c33c,revision_number=5']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:00.837899 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:01.058379 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd4dbf-74d4-4581-86bf-c7e8005f42b0 req-161a6098-f0ec-4802-8a16-b33de96a8780 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:01.065730 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-65cd4dbf-74d4-4581-86bf-c7e8005f42b0 req-161a6098-f0ec-4802-8a16-b33de96a8780 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c65d9c-ab70-4262-80dd-e76246ac2f2e HTTP/1.1" status: 200 len: 945 time: 0.1394343 Jun 28 12:32:01.065970 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-179f4cf5-2762-4065-a89b-6e08757fb80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373', 'name': 'tempest-TestMinimumBasicScenario-809099460-router', 'tenant_id': 'e992f225aa0140838f0862966087fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '171366b2-2140-40f2-94f8-143afe97b0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:49Z', 'updated_at': '2021-06-28T12:31:56Z', 'revision_number': 4, 'project_id': 'e992f225aa0140838f0862966087fb11', 'gw_port': {'id': '171366b2-2140-40f2-94f8-143afe97b0e3', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:51Z', 'updated_at': '2021-06-28T12:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '3d8cd7d7-ef13-48cd-b743-4a996956d1c1', 'name': '', 'network_id': '48c7e7dc-c290-47cf-a642-6f0ec9bb5f03', 'tenant_id': 'e992f225aa0140838f0862966087fb11', 'mac_address': 'fa:16:3e:44:59:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4b750890-49a7-464f-a3a6-8640680d9e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:55Z', 'updated_at': '2021-06-28T12:31:56Z', 'revision_number': 2, 'project_id': 'e992f225aa0140838f0862966087fb11', 'subnets': [{'id': '4b750890-49a7-464f-a3a6-8640680d9e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:01.070709 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179f4cf5-2762-4065-a89b-6e08757fb80b None None] Checking router: c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373 for host: dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:32:01.071090 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179f4cf5-2762-4065-a89b-6e08757fb80b None None] Updating router c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373 port 3d8cd7d7-ef13-48cd-b743-4a996956d1c1 binding host dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:32:01.128169 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-65cd4dbf-74d4-4581-86bf-c7e8005f42b0 req-e6c4deec-84b7-41fa-9aff-671b1725369c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdcd544-e282-4db1-9495-d95ac1a333b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614660 Jun 28 12:32:01.148031 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-179f4cf5-2762-4065-a89b-6e08757fb80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:01.338564 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb31ea9-d829-4b1b-b351-40fae3203005 req-6c97144a-12d7-44be-81bb-ca283b34cda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:01.340805 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-cbb31ea9-d829-4b1b-b351-40fae3203005 req-6c97144a-12d7-44be-81bb-ca283b34cda3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=55c65d9c-ab70-4262-80dd-e76246ac2f2e HTTP/1.1" status: 200 len: 1098 time: 0.1786318 Jun 28 12:32:01.394428 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-cbb31ea9-d829-4b1b-b351-40fae3203005 req-2e028398-6056-473b-ba46-f702f51744b1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fcdcd544-e282-4db1-9495-d95ac1a333b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440712 Jun 28 12:32:01.555577 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 171366b2-2140-40f2-94f8-143afe97b0e3 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:32:01.648440 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 171366b2-2140-40f2-94f8-143afe97b0e3 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:01.649108 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:01.667642 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-179f4cf5-2762-4065-a89b-6e08757fb80b None None] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:01.681953 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [None req-179f4cf5-2762-4065-a89b-6e08757fb80b None None] Transition to ACTIVE for port object 3d8cd7d7-ef13-48cd-b743-4a996956d1c1 will not be triggered until provisioned by entity L2. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:32:01.772357 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-179f4cf5-2762-4065-a89b-6e08757fb80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:01.776929 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-2fde832b-0474-44ef-83a1-991e4a1b24c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:02.000837 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480fe828-cb99-42be-af05-fbff429a649c None None] Pushing event updated for resources: {'Port': ['ID=3d8cd7d7-ef13-48cd-b743-4a996956d1c1,revision_number=3']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:02.003822 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-480fe828-cb99-42be-af05-fbff429a649c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:02.073238 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-179f4cf5-2762-4065-a89b-6e08757fb80b None None] Attempting to bind port 3d8cd7d7-ef13-48cd-b743-4a996956d1c1 on host dv-cinder-798094-1-iscsi for vnic_type normal with profile {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:32:02.073613 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-179f4cf5-2762-4065-a89b-6e08757fb80b None None] Attempting to bind port 3d8cd7d7-ef13-48cd-b743-4a996956d1c1 by drivers openvswitch,hyperv on host dv-cinder-798094-1-iscsi at level 0 using segments [{'id': 'ce6a05dc-3d82-40fd-83ab-8341439aa946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48c7e7dc-c290-47cf-a642-6f0ec9bb5f03'}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:32:02.073973 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179f4cf5-2762-4065-a89b-6e08757fb80b None None] Attempting to bind port 3d8cd7d7-ef13-48cd-b743-4a996956d1c1 on network 48c7e7dc-c290-47cf-a642-6f0ec9bb5f03 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:32:02.081879 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179f4cf5-2762-4065-a89b-6e08757fb80b None None] Checking agent: {'id': '97f6a438-5e0c-4082-aba3-e3ff467169d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 16, 39), 'started_at': datetime.datetime(2021, 6, 28, 12, 17, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:32:02.082667 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179f4cf5-2762-4065-a89b-6e08757fb80b None None] Checking segment: {'id': 'ce6a05dc-3d82-40fd-83ab-8341439aa946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48c7e7dc-c290-47cf-a642-6f0ec9bb5f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:32:02.083437 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-179f4cf5-2762-4065-a89b-6e08757fb80b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:02.084062 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179f4cf5-2762-4065-a89b-6e08757fb80b None None] Bound using segment: {'id': 'ce6a05dc-3d82-40fd-83ab-8341439aa946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48c7e7dc-c290-47cf-a642-6f0ec9bb5f03'} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:32:02.084771 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-179f4cf5-2762-4065-a89b-6e08757fb80b None None] Bound port: 3d8cd7d7-ef13-48cd-b743-4a996956d1c1, host: dv-cinder-798094-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6a05dc-3d82-40fd-83ab-8341439aa946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48c7e7dc-c290-47cf-a642-6f0ec9bb5f03'}}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:32:02.085495 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-179f4cf5-2762-4065-a89b-6e08757fb80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:02.232951 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [None req-179f4cf5-2762-4065-a89b-6e08757fb80b None None] For port 3d8cd7d7-ef13-48cd-b743-4a996956d1c1, host dv-cinder-798094-1-iscsi, cleared binding levels {{(pid=79151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:32:02.243619 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [None req-179f4cf5-2762-4065-a89b-6e08757fb80b None None] For port 3d8cd7d7-ef13-48cd-b743-4a996956d1c1, host dv-cinder-798094-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=3d8cd7d7-ef13-48cd-b743-4a996956d1c1,segment=NetworkSegment(ce6a05dc-3d82-40fd-83ab-8341439aa946),segment_id=ce6a05dc-3d82-40fd-83ab-8341439aa946)] {{(pid=79151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:32:02.310898 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-179f4cf5-2762-4065-a89b-6e08757fb80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:02.317329 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-2fde832b-0474-44ef-83a1-991e4a1b24c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:02.378267 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2c6c5-953d-434c-a51c-e5feedec5667 req-f75dde8a-484c-4b05-b290-affdab43b820 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:02.385552 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0bb2c6c5-953d-434c-a51c-e5feedec5667 req-f75dde8a-484c-4b05-b290-affdab43b820 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c65d9c-ab70-4262-80dd-e76246ac2f2e HTTP/1.1" status: 200 len: 945 time: 0.1253452 Jun 28 12:32:02.444986 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0bb2c6c5-953d-434c-a51c-e5feedec5667 req-9ecbc8a5-9755-4cc7-9d8f-6013da75ff0c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdcd544-e282-4db1-9495-d95ac1a333b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583732 Jun 28 12:32:02.457134 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179f4cf5-2762-4065-a89b-6e08757fb80b None None] Routers {'c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:32:02.457767 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-179f4cf5-2762-4065-a89b-6e08757fb80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:31:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:02.558086 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480fe828-cb99-42be-af05-fbff429a649c None None] Pushing event updated for resources: {'Port': ['ID=3d8cd7d7-ef13-48cd-b743-4a996956d1c1,revision_number=4']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:02.562184 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-480fe828-cb99-42be-af05-fbff429a649c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:02.712575 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-179f4cf5-2762-4065-a89b-6e08757fb80b None None] Set router c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:32:03.103436 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-179f4cf5-2762-4065-a89b-6e08757fb80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373', 'name': 'tempest-TestMinimumBasicScenario-809099460-router', 'tenant_id': 'e992f225aa0140838f0862966087fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '171366b2-2140-40f2-94f8-143afe97b0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:49Z', 'updated_at': '2021-06-28T12:31:56Z', 'revision_number': 4, 'project_id': 'e992f225aa0140838f0862966087fb11', 'gw_port': {'id': '171366b2-2140-40f2-94f8-143afe97b0e3', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:51Z', 'updated_at': '2021-06-28T12:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '3d8cd7d7-ef13-48cd-b743-4a996956d1c1', 'name': '', 'network_id': '48c7e7dc-c290-47cf-a642-6f0ec9bb5f03', 'tenant_id': 'e992f225aa0140838f0862966087fb11', 'mac_address': 'fa:16:3e:44:59:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4b750890-49a7-464f-a3a6-8640680d9e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:55Z', 'updated_at': '2021-06-28T12:32:02Z', 'revision_number': 4, 'project_id': 'e992f225aa0140838f0862966087fb11', 'subnets': [{'id': '4b750890-49a7-464f-a3a6-8640680d9e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:03.108958 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179f4cf5-2762-4065-a89b-6e08757fb80b None None] The sync data for ids ['c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373'] in dv-cinder-798094-1-iscsi is: [{'id': 'c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373', 'name': 'tempest-TestMinimumBasicScenario-809099460-router', 'tenant_id': 'e992f225aa0140838f0862966087fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '171366b2-2140-40f2-94f8-143afe97b0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:49Z', 'updated_at': '2021-06-28T12:31:56Z', 'revision_number': 4, 'project_id': 'e992f225aa0140838f0862966087fb11', 'gw_port': {'id': '171366b2-2140-40f2-94f8-143afe97b0e3', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:51Z', 'updated_at': '2021-06-28T12:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '3d8cd7d7-ef13-48cd-b743-4a996956d1c1', 'name': '', 'network_id': '48c7e7dc-c290-47cf-a642-6f0ec9bb5f03', 'tenant_id': 'e992f225aa0140838f0862966087fb11', 'mac_address': 'fa:16:3e:44:59:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4b750890-49a7-464f-a3a6-8640680d9e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:55Z', 'updated_at': '2021-06-28T12:32:02Z', 'revision_number': 4, 'project_id': 'e992f225aa0140838f0862966087fb11', 'subnets': [{'id': '4b750890-49a7-464f-a3a6-8640680d9e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:32:03.555054 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 3d8cd7d7-ef13-48cd-b743-4a996956d1c1 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:32:03.681722 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e226a-298d-42a5-adc6-5566b07d1d97 req-79b4d4f6-bac9-4215-b118-641796c58fc7 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:03.683266 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-093e226a-298d-42a5-adc6-5566b07d1d97 req-79b4d4f6-bac9-4215-b118-641796c58fc7 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c65d9c-ab70-4262-80dd-e76246ac2f2e HTTP/1.1" status: 200 len: 945 time: 0.1103277 Jun 28 12:32:03.726551 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning for port 3d8cd7d7-ef13-48cd-b743-4a996956d1c1 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:32:03.732256 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 3d8cd7d7-ef13-48cd-b743-4a996956d1c1 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:03.732632 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:03.747476 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-093e226a-298d-42a5-adc6-5566b07d1d97 req-7aabe72f-c29e-4394-bd0a-49f5668c96d9 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdcd544-e282-4db1-9495-d95ac1a333b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519423 Jun 28 12:32:04.013852 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:04.080111 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] For port 3d8cd7d7-ef13-48cd-b743-4a996956d1c1, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=3d8cd7d7-ef13-48cd-b743-4a996956d1c1,segment=NetworkSegment(ce6a05dc-3d82-40fd-83ab-8341439aa946),segment_id=ce6a05dc-3d82-40fd-83ab-8341439aa946)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:04.160960 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:04.162866 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:04.256781 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Pushing event updated for resources: {'Port': ['ID=3d8cd7d7-ef13-48cd-b743-4a996956d1c1,revision_number=5']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:04.259910 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:05.574616 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 3d8cd7d7-ef13-48cd-b743-4a996956d1c1 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:32:05.686019 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 3d8cd7d7-ef13-48cd-b743-4a996956d1c1 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:05.686849 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:07.581327 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b842cc-18c6-40b8-bda4-e2f3ea27911a req-8641daac-a939-41b0-8681-52cf4c56938a tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:07.583522 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b8b842cc-18c6-40b8-bda4-e2f3ea27911a req-8641daac-a939-41b0-8681-52cf4c56938a tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.1135201 Jun 28 12:32:07.663339 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b8b842cc-18c6-40b8-bda4-e2f3ea27911a req-f6ff0256-7396-426e-a208-7b7319101f93 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0694981 Jun 28 12:32:08.623844 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-ae9ce73f-f0d7-4b58-ae13-06b5299bf36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:08.943982 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f1c85-5900-419d-a9c1-e9bf378e9e3b req-a512c25f-2d75-4263-a348-a7cb08221bec tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:08.946286 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-816f1c85-5900-419d-a9c1-e9bf378e9e3b req-a512c25f-2d75-4263-a348-a7cb08221bec tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.1444130 Jun 28 12:32:08.966364 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:09.039549 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-816f1c85-5900-419d-a9c1-e9bf378e9e3b req-54c18c14-793a-460d-937b-f19c9306d15a tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0857720 Jun 28 12:32:10.219151 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62996684-7c53-43ab-b168-987f4d491f26 req-871de99c-c04f-42a5-92bd-63a1c001ccd5 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:10.220787 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-62996684-7c53-43ab-b168-987f4d491f26 req-871de99c-c04f-42a5-92bd-63a1c001ccd5 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.0871577 Jun 28 12:32:10.267621 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-62996684-7c53-43ab-b168-987f4d491f26 req-9a920759-8e61-44e4-aff9-036881f22887 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403328 Jun 28 12:32:11.172970 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-287b8d20-96c7-4988-a991-9abf2eb00938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:11.482637 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85376808-9c31-4027-abda-a1cca44982cb req-dbd43aac-cddd-4b26-b207-9c1c60c6dc4f tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:11.484250 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-85376808-9c31-4027-abda-a1cca44982cb req-dbd43aac-cddd-4b26-b207-9c1c60c6dc4f tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.1036947 Jun 28 12:32:11.541522 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-85376808-9c31-4027-abda-a1cca44982cb req-22cfb9bf-7412-4084-9206-7931c29cf71c tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506251 Jun 28 12:32:12.149600 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:12.295142 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-0cd8fed8-5826-4f7d-b609-35befeb53c2e tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:12.295890 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-0cd8fed8-5826-4f7d-b609-35befeb53c2e tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Synchronizing usage tracker for tenant:02179571a8084125b547d2dde607206c on resource:network {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:32:12.417143 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-0cd8fed8-5826-4f7d-b609-35befeb53c2e tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Unset dirty status for tenant:02179571a8084125b547d2dde607206c on resource:network {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:32:12.418320 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-0cd8fed8-5826-4f7d-b609-35befeb53c2e tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/networks?id=99e11113-92ba-42c4-b82c-9ed4c720b3c3 HTTP/1.1" status: 200 len: 814 time: 0.3975694 Jun 28 12:32:12.433747 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-6fdfb42a-0b57-4743-8438-e139dd31ad17 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/quotas/02179571a8084125b547d2dde607206c HTTP/1.1" status: 200 len: 375 time: 0.0098400 Jun 28 12:32:12.532944 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-3d6fe4f2-e57d-41d2-9de3-dd9baff6db23 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=02179571a8084125b547d2dde607206c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933347 Jun 28 12:32:12.726430 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-4e4166b7-9602-418a-99fb-bc9f18ca07a5 service neutron] 10.222.0.24 "GET /v2.0/networks/99e11113-92ba-42c4-b82c-9ed4c720b3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812747 Jun 28 12:32:12.872992 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba536ea3-c46e-403f-83dc-03aa848f7724 req-e61e32ef-2279-44d5-a4b8-dfb187fe9c3e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:12.874489 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ba536ea3-c46e-403f-83dc-03aa848f7724 req-e61e32ef-2279-44d5-a4b8-dfb187fe9c3e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.2106164 Jun 28 12:32:12.913638 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-c7dae7e3-c0a1-4504-9235-26bdf33dbf04 service neutron] 10.222.0.24 "GET /v2.0/networks/99e11113-92ba-42c4-b82c-9ed4c720b3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788495 Jun 28 12:32:12.953624 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ba536ea3-c46e-403f-83dc-03aa848f7724 req-449e4b27-63cf-426b-ad46-4959be296f54 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0639870 Jun 28 12:32:13.206787 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0831a149-bcac-4cc8-9fdd-24078b039deb req-879b8f3c-be6e-4a06-bcce-7a4254e2c77e tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 210 time: 0.0515797 Jun 28 12:32:13.890542 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:14.188848 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19341b89-831b-4516-a46e-c6b2a1e10427 req-9919dfa1-598e-45c2-8aac-ae6cbdde7dbc tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:14.190544 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-19341b89-831b-4516-a46e-c6b2a1e10427 req-9919dfa1-598e-45c2-8aac-ae6cbdde7dbc tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.1063797 Jun 28 12:32:14.262625 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-19341b89-831b-4516-a46e-c6b2a1e10427 req-92e81084-264e-4802-a737-c3959fc33e2c tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592880 Jun 28 12:32:14.330058 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1f3fd4e1-b0a4-4249-9f94-231bc78ccf39 req-cfca0661-376d-46f2-a829-f49434105499 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 210 time: 0.0668125 Jun 28 12:32:15.506142 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6a4c8a7f-7d89-415e-b2bf-5559001de662 req-f63f5fcd-cb3c-4cb7-90b0-d964548aacd8 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 210 time: 0.0479765 Jun 28 12:32:15.519250 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf195f-9dbf-4435-911d-92c99f63e312 req-7655db6e-744b-4108-bedd-39261aa6f12f tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:15.520833 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1fcf195f-9dbf-4435-911d-92c99f63e312 req-7655db6e-744b-4108-bedd-39261aa6f12f tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.1362579 Jun 28 12:32:15.574991 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1fcf195f-9dbf-4435-911d-92c99f63e312 req-cf2380fa-12fd-4672-aa98-7971b504e9e0 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476108 Jun 28 12:32:16.048852 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-0cd4a9fc-b821-40c9-ad4f-11ddba82b4c7 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:16.050336 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-0cd4a9fc-b821-40c9-ad4f-11ddba82b4c7 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.64 "GET /v2.0/networks?id=99e11113-92ba-42c4-b82c-9ed4c720b3c3 HTTP/1.1" status: 200 len: 814 time: 0.1616275 Jun 28 12:32:16.071534 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-d28051ef-618a-4512-8671-b4de1870d492 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Request body: {'port': {'device_id': '31599a2d-177d-4cd2-8912-93ec2cf11ae9', 'network_id': '99e11113-92ba-42c4-b82c-9ed4c720b3c3', 'admin_state_up': True, 'tenant_id': '02179571a8084125b547d2dde607206c'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:16.244826 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-d28051ef-618a-4512-8671-b4de1870d492 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:16.249627 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-d28051ef-618a-4512-8671-b4de1870d492 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Usage tracker for resource:port and tenant:02179571a8084125b547d2dde607206c is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:16.253165 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-d28051ef-618a-4512-8671-b4de1870d492 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:16.266000 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-d28051ef-618a-4512-8671-b4de1870d492 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:16.377927 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-d28051ef-618a-4512-8671-b4de1870d492 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Made reservation on behalf of 02179571a8084125b547d2dde607206c for: {'port': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:32:16.381761 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-d28051ef-618a-4512-8671-b4de1870d492 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:16.585002 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-d28051ef-618a-4512-8671-b4de1870d492 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Allocated IP 172.20.0.4 (99e11113-92ba-42c4-b82c-9ed4c720b3c3/668458c4-e955-4268-b3d8-24d37fc12fed/9cf8f137-a7ec-4ac6-b450-ec4516892dba) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:32:16.689155 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9d4687c7-5ff0-4ae9-bb19-14eb605dc3a3 req-a9436b11-0866-4d6d-8ed8-e282876c57df tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 210 time: 0.0598106 Jun 28 12:32:16.831225 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-d28051ef-618a-4512-8671-b4de1870d492 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:16.849132 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.provisioning_blocks [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-d28051ef-618a-4512-8671-b4de1870d492 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Transition to ACTIVE for port object 9cf8f137-a7ec-4ac6-b450-ec4516892dba will not be triggered until provisioned by entity DHCP. {{(pid=79148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:32:16.915551 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba88f12-0433-4952-9094-f5acdfda6e8b req-8d3f3086-9282-474c-a204-f599f80a094e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:16.917375 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1ba88f12-0433-4952-9094-f5acdfda6e8b req-8d3f3086-9282-474c-a204-f599f80a094e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.1158249 Jun 28 12:32:16.934100 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-d28051ef-618a-4512-8671-b4de1870d492 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:16.943835 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-ec7fb973-d92f-48d1-bbfb-571a0534ec9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:17.039273 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-d28051ef-618a-4512-8671-b4de1870d492 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Network 99e11113-92ba-42c4-b82c-9ed4c720b3c3 is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:32:17.048137 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-d28051ef-618a-4512-8671-b4de1870d492 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:32:17.052881 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-d28051ef-618a-4512-8671-b4de1870d492 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:32:17.064480 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1ba88f12-0433-4952-9094-f5acdfda6e8b req-bcbf8533-aa3d-40ec-b611-fe9f67e47fa1 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1366658 Jun 28 12:32:17.110272 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28051ef-618a-4512-8671-b4de1870d492 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Pushing event updated for resources: {'Port': ['ID=9cf8f137-a7ec-4ac6-b450-ec4516892dba,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:17.115901 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-d28051ef-618a-4512-8671-b4de1870d492 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:17.155218 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-d28051ef-618a-4512-8671-b4de1870d492 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:17.156619 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-d28051ef-618a-4512-8671-b4de1870d492 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:17.240685 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-d28051ef-618a-4512-8671-b4de1870d492 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1739478 Jun 28 12:32:17.538261 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-168e0abe-4821-41cd-b414-cf91e0749e9d None None] Provisioning for port 9cf8f137-a7ec-4ac6-b450-ec4516892dba completed by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:32:17.545055 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-168e0abe-4821-41cd-b414-cf91e0749e9d None None] Provisioning complete for port 9cf8f137-a7ec-4ac6-b450-ec4516892dba triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:17.545970 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-168e0abe-4821-41cd-b414-cf91e0749e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:17.602487 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-168e0abe-4821-41cd-b414-cf91e0749e9d None None] Port 9cf8f137-a7ec-4ac6-b450-ec4516892dba cannot update to ACTIVE because it is not bound. {{(pid=79150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:32:17.911297 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4dc3cf-2d0e-4ca4-a5b7-6b50e5c52ab2 req-77e41290-0e15-4ea1-8741-94e55a91115c tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:17.913849 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bf4dc3cf-2d0e-4ca4-a5b7-6b50e5c52ab2 req-77e41290-0e15-4ea1-8741-94e55a91115c tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 931 time: 0.0910773 Jun 28 12:32:17.969953 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-bf4dc3cf-2d0e-4ca4-a5b7-6b50e5c52ab2 req-850b28af-0a87-4206-8b15-c5b7c6c8a60c tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Synchronizing usage tracker for tenant:02179571a8084125b547d2dde607206c on resource:security_group {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:32:18.069938 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-bf4dc3cf-2d0e-4ca4-a5b7-6b50e5c52ab2 req-850b28af-0a87-4206-8b15-c5b7c6c8a60c tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Unset dirty status for tenant:02179571a8084125b547d2dde607206c on resource:security_group {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:32:18.072089 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bf4dc3cf-2d0e-4ca4-a5b7-6b50e5c52ab2 req-850b28af-0a87-4206-8b15-c5b7c6c8a60c tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434214 Jun 28 12:32:18.294330 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fba96e-bb39-4c04-8a81-5fa687f20d1e req-08ee626c-6909-4c38-9ac9-47d2e4df5b13 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:18.297298 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-95fba96e-bb39-4c04-8a81-5fa687f20d1e req-08ee626c-6909-4c38-9ac9-47d2e4df5b13 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.1040509 Jun 28 12:32:18.400378 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-95fba96e-bb39-4c04-8a81-5fa687f20d1e req-4f937d2b-92b5-498c-9d8c-57b33006a97b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0884795 Jun 28 12:32:18.524846 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4b195-9f0d-4533-ae53-8ae0eb65596d req-82ccf429-8420-461e-aa7f-857684f9e066 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:18.526308 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-54e4b195-9f0d-4533-ae53-8ae0eb65596d req-82ccf429-8420-461e-aa7f-857684f9e066 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.1038263 Jun 28 12:32:18.598565 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-54e4b195-9f0d-4533-ae53-8ae0eb65596d req-e98dc78f-0fc3-418a-85bc-0c20327c3a72 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653582 Jun 28 12:32:19.290804 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbce891-7196-4fea-bd9a-71ac59cddb06 req-2c412499-4c13-4a7d-b57e-aa0871523436 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:19.292167 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9dbce891-7196-4fea-bd9a-71ac59cddb06 req-2c412499-4c13-4a7d-b57e-aa0871523436 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 931 time: 0.0938969 Jun 28 12:32:19.337433 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9dbce891-7196-4fea-bd9a-71ac59cddb06 req-00da8c85-3457-4702-a6b2-25cda326eade tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394912 Jun 28 12:32:19.608613 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed92e4-f119-4191-aa4c-39c2e8c61a1d req-e5a2ad77-6c1e-4a9c-94cc-aacb6afa8424 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:19.610005 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4aed92e4-f119-4191-aa4c-39c2e8c61a1d req-e5a2ad77-6c1e-4a9c-94cc-aacb6afa8424 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.0916579 Jun 28 12:32:19.659159 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4aed92e4-f119-4191-aa4c-39c2e8c61a1d req-ab017405-8791-4512-8c23-18b53d828a62 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432489 Jun 28 12:32:19.920685 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8ef1d-1fe9-458c-8977-d698d0c7c076 req-890767e1-8fe9-4913-9486-3ca104e6e602 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:19.922192 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-28b8ef1d-1fe9-458c-8977-d698d0c7c076 req-890767e1-8fe9-4913-9486-3ca104e6e602 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.1914244 Jun 28 12:32:19.990101 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-28b8ef1d-1fe9-458c-8977-d698d0c7c076 req-36c0c5ef-4453-41dc-ba02-ddae99a240b9 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614018 Jun 28 12:32:20.541592 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5400b1e-a96e-49d6-ade7-9650f4c8989a req-5808f76b-1401-469b-a9e8-cd8728615000 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:20.543258 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e5400b1e-a96e-49d6-ade7-9650f4c8989a req-5808f76b-1401-469b-a9e8-cd8728615000 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 931 time: 0.0929387 Jun 28 12:32:20.599983 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e5400b1e-a96e-49d6-ade7-9650f4c8989a req-29b1f8fd-65af-44a2-bccb-3b9a262f1e80 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476742 Jun 28 12:32:20.848200 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd935f9-29fc-4a0c-8a2f-cd1e2bdd97d7 req-5d11cac4-806d-4502-966a-a5e0608c1b0f tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:20.851413 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5dd935f9-29fc-4a0c-8a2f-cd1e2bdd97d7 req-5d11cac4-806d-4502-966a-a5e0608c1b0f tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.0841100 Jun 28 12:32:20.899681 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5dd935f9-29fc-4a0c-8a2f-cd1e2bdd97d7 req-8af50093-6e91-4b03-9afc-3cd429ae9c9a tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417674 Jun 28 12:32:21.199654 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea56696-4df1-4223-bdcd-996241344469 req-32099bb7-9b14-4a11-a4b4-e7e49593c2e7 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:21.201453 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-eea56696-4df1-4223-bdcd-996241344469 req-32099bb7-9b14-4a11-a4b4-e7e49593c2e7 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.0909743 Jun 28 12:32:21.273143 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-eea56696-4df1-4223-bdcd-996241344469 req-6caa9aa9-9b7d-4ed3-953a-21ac805a2d18 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623701 Jun 28 12:32:21.421870 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:32:21.804580 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31a881-bf64-4659-a0c8-80583e4e3be7 req-ce89d34a-fbc8-494d-af96-4fa68f79c3a0 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:21.806052 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ac31a881-bf64-4659-a0c8-80583e4e3be7 req-ce89d34a-fbc8-494d-af96-4fa68f79c3a0 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 931 time: 0.0860403 Jun 28 12:32:21.856368 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ac31a881-bf64-4659-a0c8-80583e4e3be7 req-5db9972e-23e2-4233-b19f-b6bca84680f2 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437758 Jun 28 12:32:22.141334 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e15508-201b-4984-a4b5-5e46880b4ec6 req-480103f9-166e-466f-9999-6fa83bfdd404 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:22.142797 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-75e15508-201b-4984-a4b5-5e46880b4ec6 req-480103f9-166e-466f-9999-6fa83bfdd404 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.1329157 Jun 28 12:32:22.192466 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-75e15508-201b-4984-a4b5-5e46880b4ec6 req-c60dc787-b690-42c8-8847-d59b81a83b69 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428884 Jun 28 12:32:22.478767 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d11923-4cdb-42ee-9b14-a64baf571952 req-1e3b4fe7-51ea-45d1-811a-47f600a4886f tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:22.480868 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-58d11923-4cdb-42ee-9b14-a64baf571952 req-1e3b4fe7-51ea-45d1-811a-47f600a4886f tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.0946963 Jun 28 12:32:22.527320 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-58d11923-4cdb-42ee-9b14-a64baf571952 req-62e7d09f-caa5-4b9a-8bab-c1efc02812d7 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399282 Jun 28 12:32:23.045790 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3f21d-c821-454f-8108-87af55810c6e req-e703629e-f6f0-4565-af00-fddf69d7e63a tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:23.047181 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5ac3f21d-c821-454f-8108-87af55810c6e req-e703629e-f6f0-4565-af00-fddf69d7e63a tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 931 time: 0.0817237 Jun 28 12:32:23.093442 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5ac3f21d-c821-454f-8108-87af55810c6e req-cdabcc11-7b47-4683-833a-86bba39e45ff tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404835 Jun 28 12:32:23.396378 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543321c-cd5e-4d64-b418-d8041d8810ae req-9b0ad14a-5c02-4325-8617-5cfa62a96285 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:23.397797 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0543321c-cd5e-4d64-b418-d8041d8810ae req-9b0ad14a-5c02-4325-8617-5cfa62a96285 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.0939012 Jun 28 12:32:23.445921 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0543321c-cd5e-4d64-b418-d8041d8810ae req-6d72a14f-cef5-475f-9da4-bc5a15a36f5d tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419447 Jun 28 12:32:23.730491 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7a835-f0cd-4b4a-975d-908a5929de31 req-9b09fbaa-ab27-48d8-9784-d8596c6fb687 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:23.732067 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-19c7a835-f0cd-4b4a-975d-908a5929de31 req-9b09fbaa-ab27-48d8-9784-d8596c6fb687 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.0939906 Jun 28 12:32:23.780894 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-19c7a835-f0cd-4b4a-975d-908a5929de31 req-6175b9fb-940a-4341-9f34-ce2dc9bdfbc1 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429018 Jun 28 12:32:24.292245 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd2c67-ccb0-4183-8636-fdb0424b817b req-6e8c5a66-77bf-42bd-a873-593c48f243f4 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:24.294210 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cabd2c67-ccb0-4183-8636-fdb0424b817b req-6e8c5a66-77bf-42bd-a873-593c48f243f4 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 931 time: 0.0862784 Jun 28 12:32:24.345812 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cabd2c67-ccb0-4183-8636-fdb0424b817b req-60d63693-be0d-4f61-b902-3f9873ba85dc tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456891 Jun 28 12:32:24.646802 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daf5f9-9a8d-4439-9d03-dd2315acb7e3 req-0f358daf-41b1-42fd-ac42-50fd30c57c97 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:24.651355 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b6daf5f9-9a8d-4439-9d03-dd2315acb7e3 req-0f358daf-41b1-42fd-ac42-50fd30c57c97 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.0947785 Jun 28 12:32:24.699343 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b6daf5f9-9a8d-4439-9d03-dd2315acb7e3 req-bc6a20f2-9e01-4343-b2fa-d2b01fdea51b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403783 Jun 28 12:32:25.007881 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321f711-71ac-41ac-b3d9-3ac89ee6fd85 req-f69b49e5-1ac3-415d-9d7e-0ab40e83ed2c tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:25.010840 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0321f711-71ac-41ac-b3d9-3ac89ee6fd85 req-f69b49e5-1ac3-415d-9d7e-0ab40e83ed2c tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.0995300 Jun 28 12:32:25.064508 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0321f711-71ac-41ac-b3d9-3ac89ee6fd85 req-05ec1fe6-1dad-4ef1-a5b1-b0319ee3c566 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466151 Jun 28 12:32:25.074949 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:25.544014 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c4cc1-8f4c-4310-ab5b-10e3272d9796 req-0db1af77-51f7-49ad-bbfa-cb357873bc3d tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:25.545680 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4e4c4cc1-8f4c-4310-ab5b-10e3272d9796 req-0db1af77-51f7-49ad-bbfa-cb357873bc3d tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 931 time: 0.0894270 Jun 28 12:32:25.590907 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4e4c4cc1-8f4c-4310-ab5b-10e3272d9796 req-571b9479-a1db-4460-b83e-eb1999705931 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395296 Jun 28 12:32:25.893625 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960919f8-be63-43b1-b79a-6b824c935ee9 req-d916bb9c-5712-47f2-a2e3-29cead05fa4e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:25.895070 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-960919f8-be63-43b1-b79a-6b824c935ee9 req-d916bb9c-5712-47f2-a2e3-29cead05fa4e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.0874825 Jun 28 12:32:25.944812 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-960919f8-be63-43b1-b79a-6b824c935ee9 req-ab55e3f5-8da2-439e-a7a1-4b7848cdd57b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439746 Jun 28 12:32:26.266082 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf37fb-0d97-4952-a361-4f7ed52fdf13 req-02134cf0-f2fc-4cfb-b86d-da7f6b4aaac4 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:26.267603 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3baf37fb-0d97-4952-a361-4f7ed52fdf13 req-02134cf0-f2fc-4cfb-b86d-da7f6b4aaac4 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.0876956 Jun 28 12:32:26.317407 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3baf37fb-0d97-4952-a361-4f7ed52fdf13 req-72222210-0822-4cd7-8429-a960354dd88b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441070 Jun 28 12:32:26.777181 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80369b64-6d41-4ccf-8115-867fe170703a req-ff2ed44e-8791-447f-86c4-17806bc2d2c7 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:26.778629 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-80369b64-6d41-4ccf-8115-867fe170703a req-ff2ed44e-8791-447f-86c4-17806bc2d2c7 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 931 time: 0.0842264 Jun 28 12:32:26.825660 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-80369b64-6d41-4ccf-8115-867fe170703a req-9b98d18f-35d1-43bb-86c9-8fe9bd73b6ce tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409114 Jun 28 12:32:27.242721 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c8163-55cf-4015-ba8c-dcd62cee2131 req-e980622f-d6ff-4b3e-b466-5e3e95439905 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:27.244095 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-804c8163-55cf-4015-ba8c-dcd62cee2131 req-e980622f-d6ff-4b3e-b466-5e3e95439905 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.1853061 Jun 28 12:32:27.290699 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-804c8163-55cf-4015-ba8c-dcd62cee2131 req-243f1a5b-09b9-4bfe-85fe-24c89c915eec tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409296 Jun 28 12:32:27.515729 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f22d0e-c5d8-4b8a-9de7-043268702215 req-3539d6c4-0a84-4c05-86a0-8c60ade7e1c5 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:27.517279 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-56f22d0e-c5d8-4b8a-9de7-043268702215 req-3539d6c4-0a84-4c05-86a0-8c60ade7e1c5 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.0899251 Jun 28 12:32:27.565419 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-56f22d0e-c5d8-4b8a-9de7-043268702215 req-e12535ce-42c3-4bb1-8d4c-b82388da8060 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417840 Jun 28 12:32:28.012414 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff3e93-4d90-48d2-b947-c98924a0f598 req-8add7f4f-9055-43f8-a391-ecaa705cb1c8 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:28.013876 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-84ff3e93-4d90-48d2-b947-c98924a0f598 req-8add7f4f-9055-43f8-a391-ecaa705cb1c8 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 931 time: 0.0807390 Jun 28 12:32:28.066435 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-84ff3e93-4d90-48d2-b947-c98924a0f598 req-f134a262-f320-4538-9737-b89abbb54eaf tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468462 Jun 28 12:32:28.488203 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce963d1f-9b7f-4cce-b074-0ef8c733312e req-9def672e-6628-48c1-8e44-aae6ab79de22 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:28.489741 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ce963d1f-9b7f-4cce-b074-0ef8c733312e req-9def672e-6628-48c1-8e44-aae6ab79de22 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.0885780 Jun 28 12:32:28.535300 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ce963d1f-9b7f-4cce-b074-0ef8c733312e req-40d9ffef-90e4-4483-b572-f40cde0e9e21 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395451 Jun 28 12:32:28.757710 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1862bdc-06a0-4046-b011-adabba75c110 req-77abe07c-a93f-42e1-8728-1ecb142c657d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:28.759127 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e1862bdc-06a0-4046-b011-adabba75c110 req-77abe07c-a93f-42e1-8728-1ecb142c657d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.0848045 Jun 28 12:32:28.766728 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-28f8290a-748a-4027-b1c8-cef59f5550dd service neutron] Request body: {'port': {'device_id': '31599a2d-177d-4cd2-8912-93ec2cf11ae9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:28.807544 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e1862bdc-06a0-4046-b011-adabba75c110 req-0f357d04-9a83-41ac-80a0-f05afd56b743 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408762 Jun 28 12:32:28.892546 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-aa2e5564-780d-4863-b12a-263d473030df req-ff83b263-565d-49c4-8ef7-bd32c73c9a77 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786812 Jun 28 12:32:28.908593 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-28f8290a-748a-4027-b1c8-cef59f5550dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:29.026778 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e5564-780d-4863-b12a-263d473030df req-00d04039-9bea-43f9-bba0-e9775882ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:29.028816 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-aa2e5564-780d-4863-b12a-263d473030df req-00d04039-9bea-43f9-bba0-e9775882ea86 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d731c92df6f44735b6ed8f7290374934&device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 1098 time: 0.0718069 Jun 28 12:32:29.258649 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-28f8290a-748a-4027-b1c8-cef59f5550dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cf8f137-a7ec-4ac6-b450-ec4516892dba {{(pid=79148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:32:29.266963 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-28f8290a-748a-4027-b1c8-cef59f5550dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:29.281417 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.provisioning_blocks [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-28f8290a-748a-4027-b1c8-cef59f5550dd service neutron] Transition to ACTIVE for port object 9cf8f137-a7ec-4ac6-b450-ec4516892dba will not be triggered until provisioned by entity L2. {{(pid=79148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:32:29.298283 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e5564-780d-4863-b12a-263d473030df req-b3a7a019-bf9c-4a42-98c7-4d43c85219b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:29.299006 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-aa2e5564-780d-4863-b12a-263d473030df req-b3a7a019-bf9c-4a42-98c7-4d43c85219b9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=611bae97-b201-4ae0-aa3d-b952aec58054 HTTP/1.1" status: 200 len: 913 time: 0.2438354 Jun 28 12:32:29.416533 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-aa2e5564-780d-4863-b12a-263d473030df req-0ba3cc53-5ab7-4b73-8b07-4a208de3f2ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6acad85-7082-49eb-984b-905172368108 HTTP/1.1" status: 200 len: 1001 time: 0.1093729 Jun 28 12:32:29.464707 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bf13f-f78c-445c-b1f2-a3c56f203fbc req-03f4bb9e-80b2-4aec-bc0b-689aecfd33a3 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:29.465916 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1e1bf13f-f78c-445c-b1f2-a3c56f203fbc req-03f4bb9e-80b2-4aec-bc0b-689aecfd33a3 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 931 time: 0.2152183 Jun 28 12:32:29.517537 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e5564-780d-4863-b12a-263d473030df req-f96f0ec7-7fca-4929-894f-7bfe5d3cfd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:29.518986 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-aa2e5564-780d-4863-b12a-263d473030df req-f96f0ec7-7fca-4929-894f-7bfe5d3cfd9b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=07d77b73-0127-4dab-b2d9-b653c28d5b6a HTTP/1.1" status: 200 len: 851 time: 0.0953372 Jun 28 12:32:29.530130 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1e1bf13f-f78c-445c-b1f2-a3c56f203fbc req-1c6a39fb-a29d-43ba-9079-50b04e2008ad tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533547 Jun 28 12:32:29.608769 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e5564-780d-4863-b12a-263d473030df req-1d3a0f90-720f-4aa2-8b10-9a1d69da6d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:29.610302 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-aa2e5564-780d-4863-b12a-263d473030df req-1d3a0f90-720f-4aa2-8b10-9a1d69da6d51 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=611bae97-b201-4ae0-aa3d-b952aec58054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0835404 Jun 28 12:32:29.805476 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-aa2e5564-780d-4863-b12a-263d473030df req-f949e750-0a6c-433d-a00d-2eade9da72a9 service neutron] 10.222.0.64 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863132 Jun 28 12:32:29.843650 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8d2f1-a770-4e18-83e9-839c5f84d599 req-587c448e-13a3-47a3-9257-1e09e5ea5f11 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:29.845132 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-17a8d2f1-a770-4e18-83e9-839c5f84d599 req-587c448e-13a3-47a3-9257-1e09e5ea5f11 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.1942213 Jun 28 12:32:29.976678 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-17a8d2f1-a770-4e18-83e9-839c5f84d599 req-f7e3d8aa-7ed9-42a7-81eb-8d8b3caa713d tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1192787 Jun 28 12:32:30.003892 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-aa2e5564-780d-4863-b12a-263d473030df req-26265128-9138-4b39-bd47-0c9d9965b840 service neutron] 10.222.0.64 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891482 Jun 28 12:32:30.163687 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211c2ba-efbe-4df7-a315-20ad94fbf501 req-2af98de8-c3b7-471c-bcae-6541168571ba tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:30.165049 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c211c2ba-efbe-4df7-a315-20ad94fbf501 req-2af98de8-c3b7-471c-bcae-6541168571ba tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.0875807 Jun 28 12:32:30.178475 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-28f8290a-748a-4027-b1c8-cef59f5550dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:30.189009 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-3f95fd8a-aa07-4527-98e3-27bef6a59c2b tempest-VolumesActionsTest-48777101 tempest-VolumesActionsTest-48777101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:30.212721 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c211c2ba-efbe-4df7-a315-20ad94fbf501 req-c5c1c68a-1edc-4939-9a93-319c9aaa8ac3 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410566 Jun 28 12:32:30.348504 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8290a-748a-4027-b1c8-cef59f5550dd service neutron] Pushing event updated for resources: {'Port': ['ID=9cf8f137-a7ec-4ac6-b450-ec4516892dba,revision_number=2']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:30.355866 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-28f8290a-748a-4027-b1c8-cef59f5550dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:30.436819 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-28f8290a-748a-4027-b1c8-cef59f5550dd service neutron] Attempting to bind port 9cf8f137-a7ec-4ac6-b450-ec4516892dba on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:32:30.442029 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-28f8290a-748a-4027-b1c8-cef59f5550dd service neutron] Attempting to bind port 9cf8f137-a7ec-4ac6-b450-ec4516892dba by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '56aee1c2-5d0e-4022-8738-8ba49b95dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '99e11113-92ba-42c4-b82c-9ed4c720b3c3'}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:32:30.442029 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-28f8290a-748a-4027-b1c8-cef59f5550dd service neutron] Attempting to bind port 9cf8f137-a7ec-4ac6-b450-ec4516892dba on network 99e11113-92ba-42c4-b82c-9ed4c720b3c3 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:32:30.443560 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-28f8290a-748a-4027-b1c8-cef59f5550dd service neutron] Port 9cf8f137-a7ec-4ac6-b450-ec4516892dba on network 99e11113-92ba-42c4-b82c-9ed4c720b3c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:32:30.443956 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-28f8290a-748a-4027-b1c8-cef59f5550dd service neutron] Attempting to bind port 9cf8f137-a7ec-4ac6-b450-ec4516892dba on network 99e11113-92ba-42c4-b82c-9ed4c720b3c3 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:32:30.450124 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-28f8290a-748a-4027-b1c8-cef59f5550dd service neutron] Checking agent: {'id': '406cf176-031c-46fa-bfd0-dd20e5845d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'started_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:32:30.450454 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-28f8290a-748a-4027-b1c8-cef59f5550dd service neutron] Checking segment: {'id': '56aee1c2-5d0e-4022-8738-8ba49b95dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '99e11113-92ba-42c4-b82c-9ed4c720b3c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:32:30.450993 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-28f8290a-748a-4027-b1c8-cef59f5550dd service neutron] Bound using segment: {'id': '56aee1c2-5d0e-4022-8738-8ba49b95dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '99e11113-92ba-42c4-b82c-9ed4c720b3c3'} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:32:30.451417 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-28f8290a-748a-4027-b1c8-cef59f5550dd service neutron] Bound port: 9cf8f137-a7ec-4ac6-b450-ec4516892dba, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56aee1c2-5d0e-4022-8738-8ba49b95dfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '99e11113-92ba-42c4-b82c-9ed4c720b3c3'}}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:32:30.451761 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-28f8290a-748a-4027-b1c8-cef59f5550dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:30.637612 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-28f8290a-748a-4027-b1c8-cef59f5550dd service neutron] For port 9cf8f137-a7ec-4ac6-b450-ec4516892dba, host hv-cinder-79809, cleared binding levels {{(pid=79148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:32:30.640799 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-28f8290a-748a-4027-b1c8-cef59f5550dd service neutron] For port 9cf8f137-a7ec-4ac6-b450-ec4516892dba, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9cf8f137-a7ec-4ac6-b450-ec4516892dba,segment=NetworkSegment(56aee1c2-5d0e-4022-8738-8ba49b95dfc7),segment_id=56aee1c2-5d0e-4022-8738-8ba49b95dfc7)] {{(pid=79148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:32:30.734315 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-28f8290a-748a-4027-b1c8-cef59f5550dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:30.742846 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-28f8290a-748a-4027-b1c8-cef59f5550dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:30.751342 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fca26-395f-464f-a656-2b156feb7d1e req-5e31ab9a-cb1a-433e-9c80-864efc026bb4 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:30.752899 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bf3fca26-395f-464f-a656-2b156feb7d1e req-5e31ab9a-cb1a-433e-9c80-864efc026bb4 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 943 time: 0.0837517 Jun 28 12:32:30.808665 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bf3fca26-395f-464f-a656-2b156feb7d1e req-04f006aa-3efd-4b44-84e7-cf6de6f1a8e1 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487256 Jun 28 12:32:30.821221 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-28f8290a-748a-4027-b1c8-cef59f5550dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:30.821834 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-28f8290a-748a-4027-b1c8-cef59f5550dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:30.823223 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-28f8290a-748a-4027-b1c8-cef59f5550dd service neutron] 10.222.0.64 "PUT /v2.0/ports/9cf8f137-a7ec-4ac6-b450-ec4516892dba HTTP/1.1" status: 200 len: 1093 time: 2.0611000 Jun 28 12:32:30.824274 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31599a2d-177d-4cd2-8912-93ec2cf11ae9', 'tag': '9cf8f137-a7ec-4ac6-b450-ec4516892dba'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:32:30.843891 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8290a-748a-4027-b1c8-cef59f5550dd service neutron] Pushing event updated for resources: {'Port': ['ID=9cf8f137-a7ec-4ac6-b450-ec4516892dba,revision_number=3']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:30.847883 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-28f8290a-748a-4027-b1c8-cef59f5550dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:30.873547 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31599a2d-177d-4cd2-8912-93ec2cf11ae9', 'tag': '9cf8f137-a7ec-4ac6-b450-ec4516892dba', 'status': 'completed', 'code': 200} Jun 28 12:32:31.014903 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379bd00-4f82-4fb6-9ffc-80d83c518573 req-879c3870-4223-46d5-a8c4-d51c325a2c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:31.016423 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-7379bd00-4f82-4fb6-9ffc-80d83c518573 req-879c3870-4223-46d5-a8c4-d51c325a2c5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=02179571a8084125b547d2dde607206c&device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 1096 time: 0.0953381 Jun 28 12:32:31.173999 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379bd00-4f82-4fb6-9ffc-80d83c518573 req-dc001f60-ce6c-4d9f-8930-4938e300c1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:31.175396 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-7379bd00-4f82-4fb6-9ffc-80d83c518573 req-dc001f60-ce6c-4d9f-8930-4938e300c1d0 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=02179571a8084125b547d2dde607206c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1445427 Jun 28 12:32:31.265474 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1915e-0763-43b8-9ec9-259fe9fca94a req-727d1c2b-d28f-410f-b1e4-ec022b8a96b6 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:31.267210 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f1b1915e-0763-43b8-9ec9-259fe9fca94a req-727d1c2b-d28f-410f-b1e4-ec022b8a96b6 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.1756616 Jun 28 12:32:31.320066 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379bd00-4f82-4fb6-9ffc-80d83c518573 req-e1284c18-53e9-47c8-814d-acd7bd624568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:31.320924 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-7379bd00-4f82-4fb6-9ffc-80d83c518573 req-e1284c18-53e9-47c8-814d-acd7bd624568 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1385274 Jun 28 12:32:31.323332 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f1b1915e-0763-43b8-9ec9-259fe9fca94a req-208a358e-a93d-458b-b3aa-9bb74fb25fb3 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494826 Jun 28 12:32:31.431786 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bee321-59e7-49db-974e-cd3d8fb0d2f0 req-d23593b1-1188-4225-a2e1-be0ee57960e2 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:31.433733 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c4bee321-59e7-49db-974e-cd3d8fb0d2f0 req-d23593b1-1188-4225-a2e1-be0ee57960e2 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.0898345 Jun 28 12:32:31.461368 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-b219d67e-c5d5-42f2-a23b-05f8f9d63982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:31.464788 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-b219d67e-c5d5-42f2-a23b-05f8f9d63982 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=02179571a8084125b547d2dde607206c&device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 1096 time: 0.0822339 Jun 28 12:32:31.481370 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c4bee321-59e7-49db-974e-cd3d8fb0d2f0 req-0657d2c5-114d-45cd-9b97-7c3d3dadf56d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418041 Jun 28 12:32:31.540818 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-0d3378dd-9bc4-42b7-8bbc-117dadaf8214 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cf8f137-a7ec-4ac6-b450-ec4516892dba HTTP/1.1" status: 200 len: 217 time: 0.0641887 Jun 28 12:32:31.601795 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-7102e5d2-4352-46be-8919-7d4153551512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:31.603280 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-7102e5d2-4352-46be-8919-7d4153551512 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=668458c4-e955-4268-b3d8-24d37fc12fed HTTP/1.1" status: 200 len: 853 time: 0.0566273 Jun 28 12:32:31.681422 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-a8989e02-1511-4563-837d-f6097afb895c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:31.682931 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-a8989e02-1511-4563-837d-f6097afb895c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99e11113-92ba-42c4-b82c-9ed4c720b3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729048 Jun 28 12:32:31.828176 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-071aee15-fa41-461d-8274-ed41365378c5 service neutron] 10.222.0.64 "GET /v2.0/networks/99e11113-92ba-42c4-b82c-9ed4c720b3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385472 Jun 28 12:32:31.895996 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c53a98-c241-41cf-b866-6e4beae0da14 req-386cab7e-26e9-4161-949c-c305c2e6835e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:31.897494 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e2c53a98-c241-41cf-b866-6e4beae0da14 req-386cab7e-26e9-4161-949c-c305c2e6835e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.0921803 Jun 28 12:32:31.994158 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-bb2cc872-8c63-4a17-a892-3354519757c4 req-2d0276af-cf4d-4263-95be-ff0f97609f48 service neutron] 10.222.0.64 "GET /v2.0/networks/99e11113-92ba-42c4-b82c-9ed4c720b3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536341 Jun 28 12:32:32.054986 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e2c53a98-c241-41cf-b866-6e4beae0da14 req-973ff79a-7c81-4f04-86f7-4e7546de28df tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1507661 Jun 28 12:32:32.108043 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e2ba4-3278-4e05-939d-caa41420ef3a req-03681c55-1734-4938-b87c-21639b1419c7 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:32.109562 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0a7e2ba4-3278-4e05-939d-caa41420ef3a req-03681c55-1734-4938-b87c-21639b1419c7 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 943 time: 0.1669476 Jun 28 12:32:32.116240 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f953a-ae5a-4ab0-a071-fc064e2eb951 req-3811cb1e-0855-402b-a03a-2cbed7eaa0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:32.117704 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4e8f953a-ae5a-4ab0-a071-fc064e2eb951 req-3811cb1e-0855-402b-a03a-2cbed7eaa0ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ad5e7e0f4e04e7ca73089fe82192600&device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 1098 time: 0.1177690 Jun 28 12:32:32.177420 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0a7e2ba4-3278-4e05-939d-caa41420ef3a req-2d259e6b-85c7-4468-895e-2332af7d8cbc tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586581 Jun 28 12:32:32.284873 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f953a-ae5a-4ab0-a071-fc064e2eb951 req-9c6d0688-10df-4419-a5eb-67afab850be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:32.286293 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4e8f953a-ae5a-4ab0-a071-fc064e2eb951 req-9c6d0688-10df-4419-a5eb-67afab850be6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=85f9191a-de6b-428c-8880-77a90cc8bb8e HTTP/1.1" status: 200 len: 912 time: 0.1324456 Jun 28 12:32:32.393435 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4e8f953a-ae5a-4ab0-a071-fc064e2eb951 req-16670f6a-599d-4249-80ae-21a0c8ec4419 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b0e8357-a33b-4ebc-8992-006ea2cce949 HTTP/1.1" status: 200 len: 1001 time: 0.0975604 Jun 28 12:32:32.454932 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f953a-ae5a-4ab0-a071-fc064e2eb951 req-e91d0879-ac46-49be-be6b-aa92702f4058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:32.456324 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4e8f953a-ae5a-4ab0-a071-fc064e2eb951 req-e91d0879-ac46-49be-be6b-aa92702f4058 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=11742b8b-e4b9-4a4b-87d5-497ec56e1d1d HTTP/1.1" status: 200 len: 850 time: 0.0555902 Jun 28 12:32:32.534846 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f953a-ae5a-4ab0-a071-fc064e2eb951 req-1f16ff5e-c9a0-49f7-8ade-172a00cefba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:32.536301 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4e8f953a-ae5a-4ab0-a071-fc064e2eb951 req-1f16ff5e-c9a0-49f7-8ade-172a00cefba0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85f9191a-de6b-428c-8880-77a90cc8bb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716486 Jun 28 12:32:32.718702 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4e8f953a-ae5a-4ab0-a071-fc064e2eb951 req-2a638efb-17fb-4e2e-b01b-c142cb5f3e01 service neutron] 10.222.0.64 "GET /v2.0/networks/85f9191a-de6b-428c-8880-77a90cc8bb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745117 Jun 28 12:32:32.774244 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85c2e1-0b77-4ec3-8958-fd7d8322537a req-24fcc654-133f-47e0-a8cd-c4940025119f tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:32.775726 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4b85c2e1-0b77-4ec3-8958-fd7d8322537a req-24fcc654-133f-47e0-a8cd-c4940025119f tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.1515784 Jun 28 12:32:32.889474 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4b85c2e1-0b77-4ec3-8958-fd7d8322537a req-2375656e-57f7-452c-a448-e2ddcefcd0b1 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674136 Jun 28 12:32:32.898093 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4e8f953a-ae5a-4ab0-a071-fc064e2eb951 req-cecfdd6b-4fe4-4ad8-a6e8-0291c4736d81 service neutron] 10.222.0.64 "GET /v2.0/networks/85f9191a-de6b-428c-8880-77a90cc8bb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712689 Jun 28 12:32:33.245577 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a7663-9ba0-42e7-8ab8-e75531348fcc req-5940624e-8e3f-4069-bc45-20d93ca2e04f tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:33.247102 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cc7a7663-9ba0-42e7-8ab8-e75531348fcc req-5940624e-8e3f-4069-bc45-20d93ca2e04f tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.0848126 Jun 28 12:32:33.328437 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cc7a7663-9ba0-42e7-8ab8-e75531348fcc req-ea8dedef-f05b-4c36-b87e-4175194e47d9 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754642 Jun 28 12:32:33.378215 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188e953-86a6-4282-8921-b7ed03adcb70 req-30d0f8f1-11a5-4f24-9ea7-342d0b8321eb tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:33.379789 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f188e953-86a6-4282-8921-b7ed03adcb70 req-30d0f8f1-11a5-4f24-9ea7-342d0b8321eb tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 943 time: 0.0933912 Jun 28 12:32:33.428158 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f188e953-86a6-4282-8921-b7ed03adcb70 req-d60f8aac-d13f-4181-9ba9-497b0065320b tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424242 Jun 28 12:32:34.009052 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 9cf8f137-a7ec-4ac6-b450-ec4516892dba details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:32:34.079462 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b6bd4-69f5-4e2f-8ad5-09ec5531f0f2 req-51da2894-0f9e-4ebd-b4bd-2581f724a80e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:34.080927 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-706b6bd4-69f5-4e2f-8ad5-09ec5531f0f2 req-51da2894-0f9e-4ebd-b4bd-2581f724a80e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.0797870 Jun 28 12:32:34.126881 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-706b6bd4-69f5-4e2f-8ad5-09ec5531f0f2 req-0e8ddbe5-acb1-4622-8efc-e0bbf149dd1e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400398 Jun 28 12:32:34.146484 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 9cf8f137-a7ec-4ac6-b450-ec4516892dba, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9cf8f137-a7ec-4ac6-b450-ec4516892dba,segment=NetworkSegment(56aee1c2-5d0e-4022-8738-8ba49b95dfc7),segment_id=56aee1c2-5d0e-4022-8738-8ba49b95dfc7)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:34.159897 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Returning: {'device': '9cf8f137-a7ec-4ac6-b450-ec4516892dba', 'network_id': '99e11113-92ba-42c4-b82c-9ed4c720b3c3', 'port_id': '9cf8f137-a7ec-4ac6-b450-ec4516892dba', 'mac_address': 'fa:16:3e:c7:d5:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668458c4-e955-4268-b3d8-24d37fc12fed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:32:34.214495 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:34.231824 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cf8f137-a7ec-4ac6-b450-ec4516892dba {{(pid=79150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:32:34.247299 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 9cf8f137-a7ec-4ac6-b450-ec4516892dba, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9cf8f137-a7ec-4ac6-b450-ec4516892dba,segment=NetworkSegment(56aee1c2-5d0e-4022-8738-8ba49b95dfc7),segment_id=56aee1c2-5d0e-4022-8738-8ba49b95dfc7)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:34.315108 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:34.316872 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:34.415072 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=9cf8f137-a7ec-4ac6-b450-ec4516892dba,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:34.423081 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:34.423426 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:34.423769 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:34.424095 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:34.424414 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:34.424738 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:34.425056 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:34.425371 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:34.425687 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:34.426001 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:34.426314 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:34.426656 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:34.430629 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:34.660216 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['9cf8f137-a7ec-4ac6-b450-ec4516892dba'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:32:34.680727 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94084920-2154-4547-9340-d5a91e122cf7 req-104bd7a3-90da-47c2-b8c6-203c5d74e377 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:34.682093 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-94084920-2154-4547-9340-d5a91e122cf7 req-104bd7a3-90da-47c2-b8c6-203c5d74e377 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.2443542 Jun 28 12:32:34.693975 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbed97-86b9-459b-8021-041f3aa252a3 req-089bb2a7-e967-4afa-8b50-e5b04d7931db tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:34.695397 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5ccbed97-86b9-459b-8021-041f3aa252a3 req-089bb2a7-e967-4afa-8b50-e5b04d7931db tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 944 time: 0.1199024 Jun 28 12:32:34.765802 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-94084920-2154-4547-9340-d5a91e122cf7 req-72d7ffd1-5cc5-4293-9814-c64e263cee35 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0694544 Jun 28 12:32:34.770344 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5ccbed97-86b9-459b-8021-041f3aa252a3 req-5bf6f320-827c-4203-8074-fef53fd6c6bf tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611768 Jun 28 12:32:35.320050 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20267cb-9c57-4b5b-a703-7d1faf557a8c req-c8309f42-6bc6-41a1-af33-c4dc304def77 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:35.321403 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c20267cb-9c57-4b5b-a703-7d1faf557a8c req-c8309f42-6bc6-41a1-af33-c4dc304def77 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.0812552 Jun 28 12:32:35.370219 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c20267cb-9c57-4b5b-a703-7d1faf557a8c req-b2adba62-fdd5-4084-b6d8-6f6cbebad2d3 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420294 Jun 28 12:32:35.957853 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b1c14-bb45-4401-9a13-7d0dc87b2f8e req-41cb44c0-7950-4e7b-8721-67560f678a6b tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:35.959321 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-773b1c14-bb45-4401-9a13-7d0dc87b2f8e req-41cb44c0-7950-4e7b-8721-67560f678a6b tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 944 time: 0.0801563 Jun 28 12:32:36.007053 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-773b1c14-bb45-4401-9a13-7d0dc87b2f8e req-3f77178c-931c-4e63-8cd6-05f3de6cae7f tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411723 Jun 28 12:32:36.024759 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 9cf8f137-a7ec-4ac6-b450-ec4516892dba up at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:32:36.149563 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning for port 9cf8f137-a7ec-4ac6-b450-ec4516892dba completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:32:36.155163 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning complete for port 9cf8f137-a7ec-4ac6-b450-ec4516892dba triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:36.162897 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:36.268852 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:36.294798 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31599a2d-177d-4cd2-8912-93ec2cf11ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf8f137-a7ec-4ac6-b450-ec4516892dba'}] {{(pid=79150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:32:36.304455 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 9cf8f137-a7ec-4ac6-b450-ec4516892dba, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9cf8f137-a7ec-4ac6-b450-ec4516892dba,segment=NetworkSegment(56aee1c2-5d0e-4022-8738-8ba49b95dfc7),segment_id=56aee1c2-5d0e-4022-8738-8ba49b95dfc7)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:36.338763 dv-cinder-798094-1-iscsi neutron-server[79150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31599a2d-177d-4cd2-8912-93ec2cf11ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf8f137-a7ec-4ac6-b450-ec4516892dba', 'code': 200} Jun 28 12:32:36.376891 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:36.378705 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-4c46d614-9cdb-4272-820d-7b1acf597411 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:36.449490 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=9cf8f137-a7ec-4ac6-b450-ec4516892dba,revision_number=5']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:36.452580 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:36.568146 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538ad59-078f-4071-9aa4-93e7cbb5c09d req-551bcdb7-3c15-4853-8f81-53f9774a0553 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:36.569591 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6538ad59-078f-4071-9aa4-93e7cbb5c09d req-551bcdb7-3c15-4853-8f81-53f9774a0553 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.0842254 Jun 28 12:32:36.615163 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6538ad59-078f-4071-9aa4-93e7cbb5c09d req-d76f3d39-9a80-4106-9e12-3c1fdd5192af tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392084 Jun 28 12:32:36.726931 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c689df-8ab3-4629-924e-5102add1c6fb req-46667042-dd63-480b-92fe-373d7258ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:36.728404 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c8c689df-8ab3-4629-924e-5102add1c6fb req-46667042-dd63-480b-92fe-373d7258ae87 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 1098 time: 0.0678492 Jun 28 12:32:36.768991 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c8c689df-8ab3-4629-924e-5102add1c6fb req-40a789bf-64f0-4569-8594-4ea15a010888 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342360 Jun 28 12:32:37.195702 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783705d7-b3a2-42f0-bf6c-bc5480b81e7b req-bd298027-1cda-4176-ab9f-1c0dfd621bc6 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:37.197168 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-783705d7-b3a2-42f0-bf6c-bc5480b81e7b req-bd298027-1cda-4176-ab9f-1c0dfd621bc6 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 945 time: 0.0838985 Jun 28 12:32:37.242691 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-783705d7-b3a2-42f0-bf6c-bc5480b81e7b req-e467e451-1e55-4e4e-b52b-436702d6dc86 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396609 Jun 28 12:32:37.810140 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90e66e-1f8c-44b1-9a49-c031338e95d5 req-93182b38-6974-49de-8262-f4ef8f219dbb tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:37.811784 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ba90e66e-1f8c-44b1-9a49-c031338e95d5 req-93182b38-6974-49de-8262-f4ef8f219dbb tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.0818090 Jun 28 12:32:37.863924 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ba90e66e-1f8c-44b1-9a49-c031338e95d5 req-e8d3a16b-c95e-42b1-958c-c631a360b2bd tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462356 Jun 28 12:32:38.445164 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0caec7-c285-47c6-b910-037dc226049e req-5488a75f-8799-42b2-be50-a9e790600b6e tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:38.446611 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1b0caec7-c285-47c6-b910-037dc226049e req-5488a75f-8799-42b2-be50-a9e790600b6e tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 945 time: 0.0853276 Jun 28 12:32:38.493954 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1b0caec7-c285-47c6-b910-037dc226049e req-74fe2cc9-8cb1-490a-a844-05cecd2b7f94 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408182 Jun 28 12:32:38.606718 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-798ccec4-59bf-413f-9e12-959dfd2ac5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:38.684937 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425909d2-b11c-4841-9775-ab29d44e3c1e req-644502f5-be52-4346-91c4-ed2e35dd3576 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:38.686369 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-425909d2-b11c-4841-9775-ab29d44e3c1e req-644502f5-be52-4346-91c4-ed2e35dd3576 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 945 time: 0.0865955 Jun 28 12:32:38.732813 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-425909d2-b11c-4841-9775-ab29d44e3c1e req-7f2828e1-8def-4a2e-9617-98a3bc827f6f tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407684 Jun 28 12:32:38.976989 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:39.142224 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e005a8-b485-44c9-8d2d-71af64eb52fb req-441f4369-b31c-488a-ab1e-6d5671aeaa5c tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:39.143690 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-66e005a8-b485-44c9-8d2d-71af64eb52fb req-441f4369-b31c-488a-ab1e-6d5671aeaa5c tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.1628132 Jun 28 12:32:39.173543 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ebefc-6eab-4e5a-8181-e80d421f3f49 req-ea0f356e-e570-46d6-8644-96be6c94c542 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:39.174999 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-214ebefc-6eab-4e5a-8181-e80d421f3f49 req-ea0f356e-e570-46d6-8644-96be6c94c542 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 945 time: 0.1237526 Jun 28 12:32:39.218437 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-66e005a8-b485-44c9-8d2d-71af64eb52fb req-2fa2c532-0dbc-4499-aa6e-0435859a9817 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690696 Jun 28 12:32:39.238170 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-214ebefc-6eab-4e5a-8181-e80d421f3f49 req-4d4d88b3-d934-4e3b-aba4-b472220458be tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572844 Jun 28 12:32:40.056476 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 6ba385f4-d75b-4329-b33b-7524d87447d9 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:32:40.205310 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 6ba385f4-d75b-4329-b33b-7524d87447d9, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6ba385f4-d75b-4329-b33b-7524d87447d9,segment=NetworkSegment(23364f25-0914-45c3-9348-f31d0dbc7405),segment_id=23364f25-0914-45c3-9348-f31d0dbc7405)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:40.219238 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Returning: {'device': '6ba385f4-d75b-4329-b33b-7524d87447d9', 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'port_id': '6ba385f4-d75b-4329-b33b-7524d87447d9', 'mac_address': 'fa:16:3e:85:d9:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:32:40.280660 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:40.301107 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ba385f4-d75b-4329-b33b-7524d87447d9 {{(pid=79150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:32:40.317950 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 6ba385f4-d75b-4329-b33b-7524d87447d9, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6ba385f4-d75b-4329-b33b-7524d87447d9,segment=NetworkSegment(23364f25-0914-45c3-9348-f31d0dbc7405),segment_id=23364f25-0914-45c3-9348-f31d0dbc7405)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:40.406756 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:40.408552 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-bee6983f-be89-4cac-bfed-76402ff6346b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:40.416827 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ff809-71fb-4d09-90a3-09fd01b48e39 req-ce08621f-e291-407f-81cf-d18fac1de710 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:40.418967 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-439ff809-71fb-4d09-90a3-09fd01b48e39 req-ce08621f-e291-407f-81cf-d18fac1de710 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.0806773 Jun 28 12:32:40.468854 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-439ff809-71fb-4d09-90a3-09fd01b48e39 req-b3d60501-97bb-4b57-9f05-7442a2a0f66a tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432363 Jun 28 12:32:40.476079 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=6ba385f4-d75b-4329-b33b-7524d87447d9,revision_number=6']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:40.479198 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:41.069123 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-e4862a3e-a9ae-41c4-9ef9-0fd5da4c076e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:41.658101 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba15104-cc94-4473-8775-08b61910ce8d req-12d8cacf-aa43-4a8a-bbe2-027d0a83046e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:41.659649 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3ba15104-cc94-4473-8775-08b61910ce8d req-12d8cacf-aa43-4a8a-bbe2-027d0a83046e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 944 time: 0.0809529 Jun 28 12:32:41.704509 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3ba15104-cc94-4473-8775-08b61910ce8d req-583c5217-5451-452d-92df-cc1dfd0dacc8 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392044 Jun 28 12:32:42.178028 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:42.910018 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f917be4-7ac7-4c7b-ab01-004f1be23cec req-b914dc50-1e13-4ee6-82c3-132060362222 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:42.911906 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7f917be4-7ac7-4c7b-ab01-004f1be23cec req-b914dc50-1e13-4ee6-82c3-132060362222 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 944 time: 0.0900269 Jun 28 12:32:42.960535 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7f917be4-7ac7-4c7b-ab01-004f1be23cec req-70c8af8d-7992-4759-b19e-52cf165a28d4 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426986 Jun 28 12:32:43.735739 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['6ba385f4-d75b-4329-b33b-7524d87447d9'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:32:43.899249 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:44.156463 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c911018-88d1-4785-9cde-81c757978550 req-208dd36b-729a-41d7-b65e-fc56b5b5c0c7 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:44.157980 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6c911018-88d1-4785-9cde-81c757978550 req-208dd36b-729a-41d7-b65e-fc56b5b5c0c7 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 944 time: 0.0816593 Jun 28 12:32:44.204659 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6c911018-88d1-4785-9cde-81c757978550 req-8258872f-52bb-431c-9912-5d64d1b8cc6d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405636 Jun 28 12:32:45.449015 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e31b6-6a8b-41ed-ba58-0c34c8113ad5 req-ea1a7c9c-84fe-4d7d-868b-3b84cca03c2d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:45.457344 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-883e31b6-6a8b-41ed-ba58-0c34c8113ad5 req-ea1a7c9c-84fe-4d7d-868b-3b84cca03c2d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 944 time: 0.1202090 Jun 28 12:32:45.516016 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-883e31b6-6a8b-41ed-ba58-0c34c8113ad5 req-a8073335-6541-4501-bf83-39f9f0a7183f tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572944 Jun 28 12:32:45.773316 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 6ba385f4-d75b-4329-b33b-7524d87447d9 up at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:32:45.945341 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning complete for port 6ba385f4-d75b-4329-b33b-7524d87447d9 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:45.945730 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:46.112181 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:46.149817 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a45ffa2-ffd2-4780-ae16-0a9fd65f138a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba385f4-d75b-4329-b33b-7524d87447d9'}] {{(pid=79150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:32:46.161528 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 6ba385f4-d75b-4329-b33b-7524d87447d9, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6ba385f4-d75b-4329-b33b-7524d87447d9,segment=NetworkSegment(23364f25-0914-45c3-9348-f31d0dbc7405),segment_id=23364f25-0914-45c3-9348-f31d0dbc7405)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:46.207735 dv-cinder-798094-1-iscsi neutron-server[79150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a45ffa2-ffd2-4780-ae16-0a9fd65f138a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba385f4-d75b-4329-b33b-7524d87447d9', 'code': 200} Jun 28 12:32:46.240987 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:46.242981 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:46.323366 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=6ba385f4-d75b-4329-b33b-7524d87447d9,revision_number=7']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:46.327104 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:46.720896 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc454aca-5d36-4bed-b55c-f58550b9e58d req-844dbe0d-da56-46bb-85a4-1b06cd540769 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:46.723139 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bc454aca-5d36-4bed-b55c-f58550b9e58d req-844dbe0d-da56-46bb-85a4-1b06cd540769 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.0875659 Jun 28 12:32:46.880396 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bc454aca-5d36-4bed-b55c-f58550b9e58d req-0cfa063c-c07e-4427-8a18-e3ab42bd7c62 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508498 Jun 28 12:32:48.100567 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae9bcb-046c-44a2-a152-7b348202650d req-46f69947-3e5f-4589-b911-680026955468 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:48.102021 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b9ae9bcb-046c-44a2-a152-7b348202650d req-46f69947-3e5f-4589-b911-680026955468 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.0903742 Jun 28 12:32:48.162153 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b9ae9bcb-046c-44a2-a152-7b348202650d req-680f5e57-58be-457b-a492-7eba8c6f4970 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534332 Jun 28 12:32:49.377485 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c4add-973e-4c6a-a252-5777a9e52bef req-7e890133-27a3-4a1e-9145-08bcffacbe91 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:49.379883 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-333c4add-973e-4c6a-a252-5777a9e52bef req-7e890133-27a3-4a1e-9145-08bcffacbe91 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.0858090 Jun 28 12:32:49.436691 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-333c4add-973e-4c6a-a252-5777a9e52bef req-566e8d99-c89b-4811-9807-cf9799985363 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510671 Jun 28 12:32:50.658336 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb80861-0fac-4d48-bb83-400bc8d4364c req-5c4fc80d-a145-45fc-ba32-c1a1f508d775 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:50.659701 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cbb80861-0fac-4d48-bb83-400bc8d4364c req-5c4fc80d-a145-45fc-ba32-c1a1f508d775 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.0906053 Jun 28 12:32:50.704941 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cbb80861-0fac-4d48-bb83-400bc8d4364c req-31b5d7fb-07c6-4152-ada6-de243e0637f7 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395229 Jun 28 12:32:51.904786 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ef162-abd3-4493-910a-6b8093a471e8 req-a6249d44-f287-4103-9cac-44fa35013f00 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:51.907199 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-319ef162-abd3-4493-910a-6b8093a471e8 req-a6249d44-f287-4103-9cac-44fa35013f00 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.0841050 Jun 28 12:32:51.964506 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-319ef162-abd3-4493-910a-6b8093a471e8 req-97a3609c-0e35-4906-8ee6-2ac61b72995c tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478568 Jun 28 12:32:53.175094 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21251aea-bf95-4d52-a308-996cf21b4cc2 req-eff67bd5-8134-4494-9fa1-50c6b4ba4842 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:53.177285 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-21251aea-bf95-4d52-a308-996cf21b4cc2 req-eff67bd5-8134-4494-9fa1-50c6b4ba4842 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.0884829 Jun 28 12:32:53.240357 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-21251aea-bf95-4d52-a308-996cf21b4cc2 req-04fe9c89-0bf3-473f-a0ae-7232c9433b3f tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560455 Jun 28 12:32:54.444969 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4fbda-81ca-47cb-bc70-914bed79236c req-d5e882ce-b391-4bb4-a840-f92ccf985d80 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:54.452968 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-fdc4fbda-81ca-47cb-bc70-914bed79236c req-d5e882ce-b391-4bb4-a840-f92ccf985d80 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.0963295 Jun 28 12:32:54.495425 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-fdc4fbda-81ca-47cb-bc70-914bed79236c req-0e3d566b-7351-4ab9-a78e-26490abebb41 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415795 Jun 28 12:32:55.263953 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:55.712139 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b0a02-19ac-469e-a7fb-b18cde233935 req-7dcc671f-24fc-4bc4-a23c-28ed8c02cd1a tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:55.713610 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7e5b0a02-19ac-469e-a7fb-b18cde233935 req-7dcc671f-24fc-4bc4-a23c-28ed8c02cd1a tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.0877540 Jun 28 12:32:55.767488 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7e5b0a02-19ac-469e-a7fb-b18cde233935 req-3165991e-afd7-4834-a5f0-3a7f007f169e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462165 Jun 28 12:32:56.521758 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f6a3a-c8ae-413a-a2d7-7020dc6a1f02 req-5801c15a-4a0a-477b-9d4f-1f985cd98288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:56.523160 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-193f6a3a-c8ae-413a-a2d7-7020dc6a1f02 req-5801c15a-4a0a-477b-9d4f-1f985cd98288 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04859a58a39e455e91103d81df922270&device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 1098 time: 0.0750971 Jun 28 12:32:56.656767 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f6a3a-c8ae-413a-a2d7-7020dc6a1f02 req-bfc095ea-2a6a-4167-a076-bb99693c219f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:56.658210 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-193f6a3a-c8ae-413a-a2d7-7020dc6a1f02 req-bfc095ea-2a6a-4167-a076-bb99693c219f service neutron] 10.222.0.64 "GET /v2.0/networks?id=ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 HTTP/1.1" status: 200 len: 917 time: 0.1271679 Jun 28 12:32:56.768708 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-193f6a3a-c8ae-413a-a2d7-7020dc6a1f02 req-b7397343-1312-4671-af67-80c71befaae4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ba385f4-d75b-4329-b33b-7524d87447d9 HTTP/1.1" status: 200 len: 1001 time: 0.1000745 Jun 28 12:32:56.980009 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abc801-8705-4d72-a595-561ab0cf8e76 req-f9c4fbe1-92c8-4cfd-ab91-99b63c746c1b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:56.981634 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-29abc801-8705-4d72-a595-561ab0cf8e76 req-f9c4fbe1-92c8-4cfd-ab91-99b63c746c1b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.0913146 Jun 28 12:32:57.025417 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-29abc801-8705-4d72-a595-561ab0cf8e76 req-aacbf5bb-49f7-4b76-9227-1ca6d3aa7ad4 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377867 Jun 28 12:32:57.837879 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f6a3a-c8ae-413a-a2d7-7020dc6a1f02 req-f5212e65-4dcb-442e-b680-b6fef287fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:57.839606 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-193f6a3a-c8ae-413a-a2d7-7020dc6a1f02 req-f5212e65-4dcb-442e-b680-b6fef287fde0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1061743c-39d2-4e9e-96b2-fc1ad65e7f7c HTTP/1.1" status: 200 len: 855 time: 0.0621126 Jun 28 12:32:58.220671 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e110cb-c2cc-4a7f-ad14-dab6e19faf23 req-e7a7129a-91c9-4e40-94df-1d59c5babbf2 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:58.222115 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-70e110cb-c2cc-4a7f-ad14-dab6e19faf23 req-e7a7129a-91c9-4e40-94df-1d59c5babbf2 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.0841200 Jun 28 12:32:58.269454 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-70e110cb-c2cc-4a7f-ad14-dab6e19faf23 req-7fb62ef0-3e2e-4af5-988e-4dbc55f55f50 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415757 Jun 28 12:32:58.425453 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:32:58.738004 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f6a3a-c8ae-413a-a2d7-7020dc6a1f02 req-58726c74-da1d-456f-b7c6-4912449d038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:58.739563 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-193f6a3a-c8ae-413a-a2d7-7020dc6a1f02 req-58726c74-da1d-456f-b7c6-4912449d038a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806065 Jun 28 12:32:59.462042 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09dfcd-d91b-4910-b288-f6ee322d4ee1 req-8f364ff0-b26a-4a47-a501-a5cc98188b3d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:59.463836 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4d09dfcd-d91b-4910-b288-f6ee322d4ee1 req-8f364ff0-b26a-4a47-a501-a5cc98188b3d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.0830064 Jun 28 12:32:59.508231 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4d09dfcd-d91b-4910-b288-f6ee322d4ee1 req-430266d7-dfd9-4464-9897-ef597ed86b98 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387096 Jun 28 12:32:59.828278 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-193f6a3a-c8ae-413a-a2d7-7020dc6a1f02 req-9846065d-bc38-4c99-967a-b5ad0fa3a047 service neutron] 10.222.0.64 "GET /v2.0/networks/ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316297 Jun 28 12:33:00.060230 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-193f6a3a-c8ae-413a-a2d7-7020dc6a1f02 req-c0711e15-0d4c-4a37-b467-e1c940c230ae service neutron] 10.222.0.64 "GET /v2.0/networks/ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242048 Jun 28 12:33:00.669278 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 6ba385f4-d75b-4329-b33b-7524d87447d9 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:33:00.717008 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a3811-08f6-4767-bc38-2c87345da1d8 req-e0c18722-6de7-4185-b358-802aa8edd191 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:00.718509 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-de3a3811-08f6-4767-bc38-2c87345da1d8 req-e0c18722-6de7-4185-b358-802aa8edd191 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 945 time: 0.1489987 Jun 28 12:33:00.735371 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca01724-5215-4fab-bfa8-7069fb2d76c8 req-ccbcf9e1-b4ce-4551-adba-204e1a9dc908 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:00.736783 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1ca01724-5215-4fab-bfa8-7069fb2d76c8 req-ccbcf9e1-b4ce-4551-adba-204e1a9dc908 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 945 time: 0.1085823 Jun 28 12:33:00.784475 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:00.793619 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-de3a3811-08f6-4767-bc38-2c87345da1d8 req-fa9f8ebd-e507-4f98-af05-c4298b154953 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660422 Jun 28 12:33:00.816016 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1ca01724-5215-4fab-bfa8-7069fb2d76c8 req-b9a3e06b-ab52-4272-9ac8-811b015d2ea6 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512369 Jun 28 12:33:00.823114 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 52600) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:00.825326 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a45ffa2-ffd2-4780-ae16-0a9fd65f138a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ba385f4-d75b-4329-b33b-7524d87447d9'}] {{(pid=79150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:33:00.836752 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 6ba385f4-d75b-4329-b33b-7524d87447d9, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6ba385f4-d75b-4329-b33b-7524d87447d9,segment=NetworkSegment(23364f25-0914-45c3-9348-f31d0dbc7405),segment_id=23364f25-0914-45c3-9348-f31d0dbc7405)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:33:00.889302 dv-cinder-798094-1-iscsi neutron-server[79150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a45ffa2-ffd2-4780-ae16-0a9fd65f138a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ba385f4-d75b-4329-b33b-7524d87447d9', 'code': 200} Jun 28 12:33:00.926359 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:00.930980 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:00.992979 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=6ba385f4-d75b-4329-b33b-7524d87447d9,revision_number=8']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:00.993936 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6510a2-6c3f-4f11-b45f-8d90c96fe1ea tempest-TestMinimumBasicScenario-1261718693 tempest-TestMinimumBasicScenario-1261718693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:00.996613 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:00.996755 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-aa6510a2-6c3f-4f11-b45f-8d90c96fe1ea tempest-TestMinimumBasicScenario-1261718693 tempest-TestMinimumBasicScenario-1261718693-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 1093 time: 0.1720717 Jun 28 12:33:00.999866 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 52608) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:01.005378 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Request body: {'floatingip': {'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'port_id': '9cf8f137-a7ec-4ac6-b450-ec4516892dba', 'tenant_id': '02179571a8084125b547d2dde607206c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:01.012171 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:33:01.016101 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Usage tracker for resource:floatingip and tenant:02179571a8084125b547d2dde607206c is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:33:01.019116 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:33:01.025136 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:33:01.109342 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for floatingip, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:01.251872 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:01.391560 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Allocated IP 172.27.0.212 (c9286c56-74de-4de9-a16f-8e0a6aaad408/86bae704-b0f4-4850-808b-6f728b6b20f3/fe6b8327-8449-4e00-b38c-79abf1224c4f) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:33:01.545536 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:01.635925 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:01.640812 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-970b7f9f-91c5-43dc-bec9-6414069da5d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:01.703031 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Network c9286c56-74de-4de9-a16f-8e0a6aaad408 is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:33:01.706409 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:33:01.709961 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:33:01.829047 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Pushing event updated for resources: {'Port': ['ID=fe6b8327-8449-4e00-b38c-79abf1224c4f,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:01.845885 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:01.846302 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:01.847132 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:01.847132 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:01.847402 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:01.847770 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:01.848133 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:01.848476 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:01.848816 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:01.849154 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:01.849493 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:01.849827 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:01.854458 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:02.040109 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c13cf-e16f-4ec7-aa30-8403e4078c8f req-41d13fb1-0def-41fe-81e9-af9f98d53585 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:02.041600 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5f1c13cf-e16f-4ec7-aa30-8403e4078c8f req-41d13fb1-0def-41fe-81e9-af9f98d53585 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 943 time: 0.0823793 Jun 28 12:33:02.091915 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5f1c13cf-e16f-4ec7-aa30-8403e4078c8f req-9b59f84d-0ec5-4d32-83d2-fc5bc6964b9f tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442681 Jun 28 12:33:02.229583 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:02.368017 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:02.576654 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for port, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:02.667500 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:02.671076 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-5eb22a38-4e32-4126-9255-e62497b2b42b tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:02.776375 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Pushing event updated for resources: {'Port': ['ID=fe6b8327-8449-4e00-b38c-79abf1224c4f,revision_number=2']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:02.780609 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:02.794933 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696881'] for floatingip, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:02.965615 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.db.l3_db [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Floating IP 2603cb24-5968-4fa9-9056-d5dcd3e2bd68 associated. External IP: 172.27.0.212, port: 9cf8f137-a7ec-4ac6-b450-ec4516892dba. Jun 28 12:33:03.292142 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cbace-c441-4c2d-a158-aee24ea46b61 req-82283c7a-6c4a-4e5a-bd55-74ddab60f8b2 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:03.298710 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-398cbace-c441-4c2d-a158-aee24ea46b61 req-82283c7a-6c4a-4e5a-bd55-74ddab60f8b2 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 943 time: 0.0874879 Jun 28 12:33:03.329696 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Router ba952e48-efb3-4b41-99c4-106b05f26381 has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:33:03.340401 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-398cbace-c441-4c2d-a158-aee24ea46b61 req-096abd7d-12b7-4ed5-ba05-d7942d035aa6 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402999 Jun 28 12:33:03.600602 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:33:03.610380 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe71fa61-d209-4dbb-8546-c5a42651851a None None] Sync routers for ids ['ba952e48-efb3-4b41-99c4-106b05f26381'] in dv-cinder-798094-1-iscsi {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:33:03.619423 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe71fa61-d209-4dbb-8546-c5a42651851a None None] Routers {'ba952e48-efb3-4b41-99c4-106b05f26381'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:33:03.620742 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-fe71fa61-d209-4dbb-8546-c5a42651851a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:32:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['ba952e48-efb3-4b41-99c4-106b05f26381'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:03.709453 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for floatingip, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:03.782451 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7790012 Jun 28 12:33:03.782451 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31599a2d-177d-4cd2-8912-93ec2cf11ae9', 'tag': '9cf8f137-a7ec-4ac6-b450-ec4516892dba'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:33:03.783269 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 52650) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:03.789520 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-dfd47a00-ee1f-4bf0-94c7-7bb368d65482 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-228730452', 'description': 'tempest-secgroup-smoke-228730452 description', 'project_id': '02179571a8084125b547d2dde607206c'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:03.796989 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-dfd47a00-ee1f-4bf0-94c7-7bb368d65482 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:33:03.807781 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-dfd47a00-ee1f-4bf0-94c7-7bb368d65482 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:33:03.820264 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-fe71fa61-d209-4dbb-8546-c5a42651851a None None] Set router ba952e48-efb3-4b41-99c4-106b05f26381 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:33:03.833521 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31599a2d-177d-4cd2-8912-93ec2cf11ae9', 'tag': '9cf8f137-a7ec-4ac6-b450-ec4516892dba', 'status': 'completed', 'code': 200} Jun 28 12:33:03.920471 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-dfd47a00-ee1f-4bf0-94c7-7bb368d65482 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:03.952569 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-dfd47a00-ee1f-4bf0-94c7-7bb368d65482 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:33:03.966076 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-dfd47a00-ee1f-4bf0-94c7-7bb368d65482 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Usage tracker for resource:security_group_rule and tenant:02179571a8084125b547d2dde607206c is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:33:03.971848 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-dfd47a00-ee1f-4bf0-94c7-7bb368d65482 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:33:03.979959 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-dfd47a00-ee1f-4bf0-94c7-7bb368d65482 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:33:04.009761 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578562d-0401-43b6-b0a8-1727defa4663 req-875aadff-a8eb-45da-b670-19eb04a1d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:04.011777 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a578562d-0401-43b6-b0a8-1727defa4663 req-875aadff-a8eb-45da-b670-19eb04a1d470 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=02179571a8084125b547d2dde607206c&device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 1098 time: 0.1271071 Jun 28 12:33:04.152760 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-dfd47a00-ee1f-4bf0-94c7-7bb368d65482 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:04.183594 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578562d-0401-43b6-b0a8-1727defa4663 req-d6afd931-2bb7-4da2-9d36-d280bf91bb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:04.185025 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a578562d-0401-43b6-b0a8-1727defa4663 req-d6afd931-2bb7-4da2-9d36-d280bf91bb1b service neutron] 10.222.0.64 "GET /v2.0/networks?id=99e11113-92ba-42c4-b82c-9ed4c720b3c3 HTTP/1.1" status: 200 len: 915 time: 0.1602459 Jun 28 12:33:04.211999 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-fe71fa61-d209-4dbb-8546-c5a42651851a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'name': 'tempest-TestMinimumBasicScenario-641531145-router', 'tenant_id': '02179571a8084125b547d2dde607206c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'f576fd1a-7b6b-4b85-9dfc-1626147bf493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:37Z', 'updated_at': '2021-06-28T12:31:44Z', 'revision_number': 4, 'project_id': '02179571a8084125b547d2dde607206c', 'gw_port': {'id': 'f576fd1a-7b6b-4b85-9dfc-1626147bf493', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:38Z', 'updated_at': '2021-06-28T12:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_floatingips': [{'id': '2603cb24-5968-4fa9-9056-d5dcd3e2bd68', 'tenant_id': '02179571a8084125b547d2dde607206c', 'floating_ip_address': '172.27.0.212', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'port_id': '9cf8f137-a7ec-4ac6-b450-ec4516892dba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e11113-92ba-42c4-b82c-9ed4c720b3c3', 'mac_address': 'fa:16:3e:c7:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31599a2d-177d-4cd2-8912-93ec2cf11ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:33:02Z', 'updated_at': '2021-06-28T12:33:02Z', 'revision_number': 0, 'project_id': '02179571a8084125b547d2dde607206c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d15e17-9bf7-4703-a024-7cbfa61025d0', 'name': '', 'network_id': '99e11113-92ba-42c4-b82c-9ed4c720b3c3', 'tenant_id': '02179571a8084125b547d2dde607206c', 'mac_address': 'fa:16:3e:e2:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '668458c4-e955-4268-b3d8-24d37fc12fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:43Z', 'updated_at': '2021-06-28T12:31:52Z', 'revision_number': 5, 'project_id': '02179571a8084125b547d2dde607206c', 'subnets': [{'id': '668458c4-e955-4268-b3d8-24d37fc12fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:04.216222 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe71fa61-d209-4dbb-8546-c5a42651851a None None] Checking router: ba952e48-efb3-4b41-99c4-106b05f26381 for host: dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:33:04.224492 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe71fa61-d209-4dbb-8546-c5a42651851a None None] Routers {'ba952e48-efb3-4b41-99c4-106b05f26381'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:33:04.225146 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-fe71fa61-d209-4dbb-8546-c5a42651851a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:32:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['ba952e48-efb3-4b41-99c4-106b05f26381'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:04.269118 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-dfd47a00-ee1f-4bf0-94c7-7bb368d65482 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:04.275965 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-fb74690b-b684-41c7-be64-22f85862ae9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:04.330931 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a578562d-0401-43b6-b0a8-1727defa4663 req-0e0dcfc1-d39c-4613-a54e-8d6e0ea04d04 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cf8f137-a7ec-4ac6-b450-ec4516892dba HTTP/1.1" status: 200 len: 999 time: 0.1383607 Jun 28 12:33:04.338593 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd47a00-ee1f-4bf0-94c7-7bb368d65482 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a47d81-0155-424d-aafc-d660024e48ce,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:04.380024 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd47a00-ee1f-4bf0-94c7-7bb368d65482 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:04.380294 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd47a00-ee1f-4bf0-94c7-7bb368d65482 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:04.380666 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd47a00-ee1f-4bf0-94c7-7bb368d65482 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:04.381144 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd47a00-ee1f-4bf0-94c7-7bb368d65482 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:04.381460 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd47a00-ee1f-4bf0-94c7-7bb368d65482 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:04.381771 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd47a00-ee1f-4bf0-94c7-7bb368d65482 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:04.382114 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd47a00-ee1f-4bf0-94c7-7bb368d65482 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:04.382463 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd47a00-ee1f-4bf0-94c7-7bb368d65482 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:04.382832 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd47a00-ee1f-4bf0-94c7-7bb368d65482 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:04.383182 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd47a00-ee1f-4bf0-94c7-7bb368d65482 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:04.383527 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd47a00-ee1f-4bf0-94c7-7bb368d65482 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:04.383870 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd47a00-ee1f-4bf0-94c7-7bb368d65482 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:04.390708 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-dfd47a00-ee1f-4bf0-94c7-7bb368d65482 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:04.407860 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-fe71fa61-d209-4dbb-8546-c5a42651851a None None] Set router ba952e48-efb3-4b41-99c4-106b05f26381 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:33:04.412276 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578562d-0401-43b6-b0a8-1727defa4663 req-c4ad26e9-4585-416d-9c42-6478aba3efec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:04.413701 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a578562d-0401-43b6-b0a8-1727defa4663 req-c4ad26e9-4585-416d-9c42-6478aba3efec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=668458c4-e955-4268-b3d8-24d37fc12fed HTTP/1.1" status: 200 len: 853 time: 0.0728171 Jun 28 12:33:04.414881 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-dfd47a00-ee1f-4bf0-94c7-7bb368d65482 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:04.415980 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-dfd47a00-ee1f-4bf0-94c7-7bb368d65482 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6312678 Jun 28 12:33:04.419482 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 52660) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:04.424355 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-0f328587-399a-4581-826a-6034c4215130 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Request body: {'security_group_rule': {'security_group_id': 'a5a47d81-0155-424d-aafc-d660024e48ce', 'project_id': '02179571a8084125b547d2dde607206c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:04.468569 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-0f328587-399a-4581-826a-6034c4215130 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:33:04.478539 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-0f328587-399a-4581-826a-6034c4215130 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Usage tracker for resource:security_group_rule and tenant:02179571a8084125b547d2dde607206c is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:33:04.482146 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-0f328587-399a-4581-826a-6034c4215130 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:33:04.490009 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-0f328587-399a-4581-826a-6034c4215130 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:33:04.531708 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578562d-0401-43b6-b0a8-1727defa4663 req-9bc4389f-14ec-495a-8fa3-8723992f256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:04.533524 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a578562d-0401-43b6-b0a8-1727defa4663 req-9bc4389f-14ec-495a-8fa3-8723992f256f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99e11113-92ba-42c4-b82c-9ed4c720b3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1046438 Jun 28 12:33:04.591665 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0f328587-399a-4581-826a-6034c4215130 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:04.721680 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a578562d-0401-43b6-b0a8-1727defa4663 req-a98f2c53-e1f0-407e-811a-d83cc8ea530a service neutron] 10.222.0.64 "GET /v2.0/networks/99e11113-92ba-42c4-b82c-9ed4c720b3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749754 Jun 28 12:33:04.761072 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0f328587-399a-4581-826a-6034c4215130 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:04.784708 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-fe71fa61-d209-4dbb-8546-c5a42651851a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'name': 'tempest-TestMinimumBasicScenario-641531145-router', 'tenant_id': '02179571a8084125b547d2dde607206c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'f576fd1a-7b6b-4b85-9dfc-1626147bf493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:37Z', 'updated_at': '2021-06-28T12:31:44Z', 'revision_number': 4, 'project_id': '02179571a8084125b547d2dde607206c', 'gw_port': {'id': 'f576fd1a-7b6b-4b85-9dfc-1626147bf493', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:38Z', 'updated_at': '2021-06-28T12:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_floatingips': [{'id': '2603cb24-5968-4fa9-9056-d5dcd3e2bd68', 'tenant_id': '02179571a8084125b547d2dde607206c', 'floating_ip_address': '172.27.0.212', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'port_id': '9cf8f137-a7ec-4ac6-b450-ec4516892dba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e11113-92ba-42c4-b82c-9ed4c720b3c3', 'mac_address': 'fa:16:3e:c7:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31599a2d-177d-4cd2-8912-93ec2cf11ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:33:02Z', 'updated_at': '2021-06-28T12:33:02Z', 'revision_number': 0, 'project_id': '02179571a8084125b547d2dde607206c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d15e17-9bf7-4703-a024-7cbfa61025d0', 'name': '', 'network_id': '99e11113-92ba-42c4-b82c-9ed4c720b3c3', 'tenant_id': '02179571a8084125b547d2dde607206c', 'mac_address': 'fa:16:3e:e2:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '668458c4-e955-4268-b3d8-24d37fc12fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:43Z', 'updated_at': '2021-06-28T12:31:52Z', 'revision_number': 5, 'project_id': '02179571a8084125b547d2dde607206c', 'subnets': [{'id': '668458c4-e955-4268-b3d8-24d37fc12fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:04.790962 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe71fa61-d209-4dbb-8546-c5a42651851a None None] The sync data for ids ['ba952e48-efb3-4b41-99c4-106b05f26381'] in dv-cinder-798094-1-iscsi is: [{'id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'name': 'tempest-TestMinimumBasicScenario-641531145-router', 'tenant_id': '02179571a8084125b547d2dde607206c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'f576fd1a-7b6b-4b85-9dfc-1626147bf493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:37Z', 'updated_at': '2021-06-28T12:31:44Z', 'revision_number': 4, 'project_id': '02179571a8084125b547d2dde607206c', 'gw_port': {'id': 'f576fd1a-7b6b-4b85-9dfc-1626147bf493', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:38Z', 'updated_at': '2021-06-28T12:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_floatingips': [{'id': '2603cb24-5968-4fa9-9056-d5dcd3e2bd68', 'tenant_id': '02179571a8084125b547d2dde607206c', 'floating_ip_address': '172.27.0.212', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'port_id': '9cf8f137-a7ec-4ac6-b450-ec4516892dba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99e11113-92ba-42c4-b82c-9ed4c720b3c3', 'mac_address': 'fa:16:3e:c7:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31599a2d-177d-4cd2-8912-93ec2cf11ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:33:02Z', 'updated_at': '2021-06-28T12:33:02Z', 'revision_number': 0, 'project_id': '02179571a8084125b547d2dde607206c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d15e17-9bf7-4703-a024-7cbfa61025d0', 'name': '', 'network_id': '99e11113-92ba-42c4-b82c-9ed4c720b3c3', 'tenant_id': '02179571a8084125b547d2dde607206c', 'mac_address': 'fa:16:3e:e2:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '668458c4-e955-4268-b3d8-24d37fc12fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:43Z', 'updated_at': '2021-06-28T12:31:52Z', 'revision_number': 5, 'project_id': '02179571a8084125b547d2dde607206c', 'subnets': [{'id': '668458c4-e955-4268-b3d8-24d37fc12fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:33:04.828747 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0f328587-399a-4581-826a-6034c4215130 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731641'] for security_group_rule, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:04.842895 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-13e55c23-be52-45c7-90cb-49ec85a0e13d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:04.871391 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f328587-399a-4581-826a-6034c4215130 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3517da7-e4e3-465b-a654-18957b879b27,revision_number=0']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:04.878131 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-0f328587-399a-4581-826a-6034c4215130 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:04.907949 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a578562d-0401-43b6-b0a8-1727defa4663 req-94c5caec-e4d5-49d5-abbc-d0f0f8cbf4c8 service neutron] 10.222.0.64 "GET /v2.0/networks/99e11113-92ba-42c4-b82c-9ed4c720b3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757517 Jun 28 12:33:04.972751 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0f328587-399a-4581-826a-6034c4215130 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:04.976734 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-0f328587-399a-4581-826a-6034c4215130 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5537288 Jun 28 12:33:04.977034 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 52674) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:04.983045 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-ae3a44d5-4a47-485a-bfb2-e7b16054afc8 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Request body: {'security_group_rule': {'security_group_id': 'a5a47d81-0155-424d-aafc-d660024e48ce', 'project_id': '02179571a8084125b547d2dde607206c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:04.990087 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-ae3a44d5-4a47-485a-bfb2-e7b16054afc8 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:33:05.000070 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-ae3a44d5-4a47-485a-bfb2-e7b16054afc8 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Usage tracker for resource:security_group_rule and tenant:02179571a8084125b547d2dde607206c is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:33:05.000070 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-ae3a44d5-4a47-485a-bfb2-e7b16054afc8 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:33:05.004487 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-ae3a44d5-4a47-485a-bfb2-e7b16054afc8 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:33:05.082477 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21bf532-6383-4ba4-95ad-834dcdee114b None None] New status for floating IP 2603cb24-5968-4fa9-9056-d5dcd3e2bd68: ACTIVE {{(pid=79151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:33:05.133771 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ae3a44d5-4a47-485a-bfb2-e7b16054afc8 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:05.224202 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ae3a44d5-4a47-485a-bfb2-e7b16054afc8 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:05.292275 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ae3a44d5-4a47-485a-bfb2-e7b16054afc8 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731641'] for security_group_rule, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:05.294699 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-895c2efd-aa5e-4791-b0c1-99786638cfda tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:05.335166 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a44d5-4a47-485a-bfb2-e7b16054afc8 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02b4fc7-da06-4903-9912-52462013975f,revision_number=0']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:05.339203 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-ae3a44d5-4a47-485a-bfb2-e7b16054afc8 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:05.430456 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ae3a44d5-4a47-485a-bfb2-e7b16054afc8 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:05.431904 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-ae3a44d5-4a47-485a-bfb2-e7b16054afc8 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4536583 Jun 28 12:33:05.435097 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 52690) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:05.440796 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-0ca7ea25-8552-434d-8c38-574bd1344eed tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Request body: {'security_group_rule': {'security_group_id': 'a5a47d81-0155-424d-aafc-d660024e48ce', 'project_id': '02179571a8084125b547d2dde607206c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:05.446644 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-0ca7ea25-8552-434d-8c38-574bd1344eed tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:33:05.451690 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-0ca7ea25-8552-434d-8c38-574bd1344eed tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Usage tracker for resource:security_group_rule and tenant:02179571a8084125b547d2dde607206c is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:33:05.454348 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-0ca7ea25-8552-434d-8c38-574bd1344eed tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:33:05.460156 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-43bc40f2-8913-464c-9fdd-9306afabd377 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1103836683&fields=id&tenant_id=d731c92df6f44735b6ed8f7290374934 HTTP/1.1" status: 200 len: 267 time: 0.0443053 Jun 28 12:33:05.461681 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-0ca7ea25-8552-434d-8c38-574bd1344eed tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:33:05.537858 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-0ca7ea25-8552-434d-8c38-574bd1344eed tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:05.614927 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-0ca7ea25-8552-434d-8c38-574bd1344eed tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:05.670125 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-0ca7ea25-8552-434d-8c38-574bd1344eed tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731641'] for security_group_rule, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:05.678093 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-a988505c-ee4b-431e-bbdf-3233a80b41a2 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:05.697505 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7ea25-8552-434d-8c38-574bd1344eed tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ce88c7-0d1d-4b32-88a1-54a19195d762,revision_number=0']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:05.700623 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-0ca7ea25-8552-434d-8c38-574bd1344eed tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:05.718139 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-80eed430-f2b3-4a7e-abe1-c132620fa763 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:05.719622 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-80eed430-f2b3-4a7e-abe1-c132620fa763 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/networks?id=611bae97-b201-4ae0-aa3d-b952aec58054 HTTP/1.1" status: 200 len: 812 time: 0.2533293 Jun 28 12:33:05.735017 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-dc74796a-82fd-4fc0-82ab-104398171fc6 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/quotas/d731c92df6f44735b6ed8f7290374934 HTTP/1.1" status: 200 len: 375 time: 0.0098040 Jun 28 12:33:05.789648 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-0ca7ea25-8552-434d-8c38-574bd1344eed tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:05.790972 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-0ca7ea25-8552-434d-8c38-574bd1344eed tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3547039 Jun 28 12:33:05.794640 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 52696) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:05.800767 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-66a389df-c2bf-4aaa-a080-ff25cf431c27 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Request body: {'security_group_rule': {'security_group_id': 'a5a47d81-0155-424d-aafc-d660024e48ce', 'project_id': '02179571a8084125b547d2dde607206c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:05.808651 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-66a389df-c2bf-4aaa-a080-ff25cf431c27 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:33:05.818440 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-66a389df-c2bf-4aaa-a080-ff25cf431c27 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Usage tracker for resource:security_group_rule and tenant:02179571a8084125b547d2dde607206c is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:33:05.826523 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-66a389df-c2bf-4aaa-a080-ff25cf431c27 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:33:05.834211 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-66a389df-c2bf-4aaa-a080-ff25cf431c27 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:33:05.862752 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-82151bf8-9f85-4b1b-93a1-fb193a8d196d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d731c92df6f44735b6ed8f7290374934&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1221602 Jun 28 12:33:05.983184 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-66a389df-c2bf-4aaa-a080-ff25cf431c27 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:06.050507 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-ec6c30b0-fff3-4846-a9ee-d7193c8c005a service neutron] 10.222.0.24 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755667 Jun 28 12:33:06.111814 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-66a389df-c2bf-4aaa-a080-ff25cf431c27 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:06.205582 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-f079b98b-7ae9-4f17-a296-96fa0e7e9c1d service neutron] 10.222.0.24 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490488 Jun 28 12:33:06.219810 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-66a389df-c2bf-4aaa-a080-ff25cf431c27 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731641'] for security_group_rule, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:06.223008 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:06.248706 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a389df-c2bf-4aaa-a080-ff25cf431c27 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25bd5808-3390-43b7-9ec3-a20b65492e5f,revision_number=0']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:06.254776 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-66a389df-c2bf-4aaa-a080-ff25cf431c27 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:06.315870 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-66a389df-c2bf-4aaa-a080-ff25cf431c27 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:06.321397 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-66a389df-c2bf-4aaa-a080-ff25cf431c27 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5225813 Jun 28 12:33:06.321801 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 52706) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:06.329103 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-c3a00fc1-3936-4c43-a23d-d3d8e6f4e961 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Request body: {'security_group_rule': {'security_group_id': 'a5a47d81-0155-424d-aafc-d660024e48ce', 'project_id': '02179571a8084125b547d2dde607206c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:06.337572 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-c3a00fc1-3936-4c43-a23d-d3d8e6f4e961 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:33:06.345327 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-c3a00fc1-3936-4c43-a23d-d3d8e6f4e961 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Usage tracker for resource:security_group_rule and tenant:02179571a8084125b547d2dde607206c is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:33:06.349232 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-c3a00fc1-3936-4c43-a23d-d3d8e6f4e961 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:33:06.357123 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-c3a00fc1-3936-4c43-a23d-d3d8e6f4e961 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:33:06.419206 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.db.securitygroups_db [None req-c3a00fc1-3936-4c43-a23d-d3d8e6f4e961 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Project 02179571a8084125b547d2dde607206c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 12:33:06.436876 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c3a00fc1-3936-4c43-a23d-d3d8e6f4e961 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:06.532672 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c3a00fc1-3936-4c43-a23d-d3d8e6f4e961 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:06.600342 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c3a00fc1-3936-4c43-a23d-d3d8e6f4e961 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731641'] for security_group_rule, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:06.604156 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-3fba517a-5e4d-4f60-8143-87150dfed1b8 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:06.631383 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a00fc1-3936-4c43-a23d-d3d8e6f4e961 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50325bef-20d1-4157-9cbd-910e0ef2cef2,revision_number=0']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:06.633946 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-c3a00fc1-3936-4c43-a23d-d3d8e6f4e961 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:06.684975 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 6ba385f4-d75b-4329-b33b-7524d87447d9 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:33:06.721057 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c3a00fc1-3936-4c43-a23d-d3d8e6f4e961 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:06.735534 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-c3a00fc1-3936-4c43-a23d-d3d8e6f4e961 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4124141 Jun 28 12:33:06.739464 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 52720) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:06.759004 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-04d0ab23-bff6-43d3-a534-5f25fc07b304 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Request body: {'security_group_rule': {'security_group_id': 'a5a47d81-0155-424d-aafc-d660024e48ce', 'project_id': '02179571a8084125b547d2dde607206c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:06.769195 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-04d0ab23-bff6-43d3-a534-5f25fc07b304 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:33:06.777203 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-04d0ab23-bff6-43d3-a534-5f25fc07b304 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Usage tracker for resource:security_group_rule and tenant:02179571a8084125b547d2dde607206c is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:33:06.781878 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-04d0ab23-bff6-43d3-a534-5f25fc07b304 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:33:06.801955 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-04d0ab23-bff6-43d3-a534-5f25fc07b304 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:33:06.833799 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec318ec-b44d-4a68-aaf5-d0ae2c97cfde req-9ac6ef73-73e1-4358-95dc-3db471f7821a tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:06.833799 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7ec318ec-b44d-4a68-aaf5-d0ae2c97cfde req-9ac6ef73-73e1-4358-95dc-3db471f7821a tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c65d9c-ab70-4262-80dd-e76246ac2f2e HTTP/1.1" status: 200 len: 945 time: 0.1517861 Jun 28 12:33:06.905841 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7ec318ec-b44d-4a68-aaf5-d0ae2c97cfde req-452436df-d183-4126-b7ef-60890b87e7e4 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdcd544-e282-4db1-9495-d95ac1a333b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676925 Jun 28 12:33:06.915864 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.db.securitygroups_db [None req-04d0ab23-bff6-43d3-a534-5f25fc07b304 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Project 02179571a8084125b547d2dde607206c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 12:33:06.935040 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-04d0ab23-bff6-43d3-a534-5f25fc07b304 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:07.065819 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f023b7ab-e319-4d4b-9c8d-39deea2da1d6 req-12f1f867-98d1-453a-986b-5b53999fe3e3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 210 time: 0.1012743 Jun 28 12:33:07.129110 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-04d0ab23-bff6-43d3-a534-5f25fc07b304 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:07.133013 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 52746) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:07.146024 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433404a9-f9ad-4e39-9b01-ea0c1e7965d1 req-1b37026a-eb99-44fc-b604-fd65dbf43460 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:07.147590 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-433404a9-f9ad-4e39-9b01-ea0c1e7965d1 req-1b37026a-eb99-44fc-b604-fd65dbf43460 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 943 time: 0.1820650 Jun 28 12:33:07.198442 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-433404a9-f9ad-4e39-9b01-ea0c1e7965d1 req-4449a169-c7df-404c-9ec4-8c4ba95d63dd tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443082 Jun 28 12:33:07.233968 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-04d0ab23-bff6-43d3-a534-5f25fc07b304 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731641'] for security_group_rule, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:07.236147 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-ae3a44d5-4a47-485a-bfb2-e7b16054afc8 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:07.259178 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0ab23-bff6-43d3-a534-5f25fc07b304 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f5d059-7af7-4448-b21b-3ea12f9d4a86,revision_number=0']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:07.261681 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-04d0ab23-bff6-43d3-a534-5f25fc07b304 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:07.268900 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-a4b2306a-5be4-4e71-9551-1f762fe76842 req-7f1b9cc9-b449-41f3-99da-f4535879b4db service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1346581 Jun 28 12:33:07.395593 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-04d0ab23-bff6-43d3-a534-5f25fc07b304 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:07.399468 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-04d0ab23-bff6-43d3-a534-5f25fc07b304 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6497691 Jun 28 12:33:07.520837 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-d8fd41d9-afcb-4f32-8b8a-e725a0e7410e req-84725a66-e5d4-4104-b851-f2c86ee763da tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Synchronizing usage tracker for tenant:02179571a8084125b547d2dde607206c on resource:security_group {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:33:07.611157 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-d8fd41d9-afcb-4f32-8b8a-e725a0e7410e req-84725a66-e5d4-4104-b851-f2c86ee763da tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Unset dirty status for tenant:02179571a8084125b547d2dde607206c on resource:security_group {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:33:07.612276 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d8fd41d9-afcb-4f32-8b8a-e725a0e7410e req-84725a66-e5d4-4104-b851-f2c86ee763da tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-228730452&fields=id&tenant_id=02179571a8084125b547d2dde607206c HTTP/1.1" status: 200 len: 267 time: 0.1336894 Jun 28 12:33:07.700953 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd41d9-afcb-4f32-8b8a-e725a0e7410e req-15a0a78d-1cb4-4149-adbb-e31fbec4113e tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:07.702484 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d8fd41d9-afcb-4f32-8b8a-e725a0e7410e req-15a0a78d-1cb4-4149-adbb-e31fbec4113e tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 945 time: 0.0844879 Jun 28 12:33:07.716166 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [req-d8fd41d9-afcb-4f32-8b8a-e725a0e7410e req-6c353312-1310-493d-bd14-3bfd2d85c95c tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Request body: {'port': {'security_groups': ['e6a8b087-c8d6-4662-9a54-c641d09718bc', 'a5a47d81-0155-424d-aafc-d660024e48ce']}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:07.839377 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-d8fd41d9-afcb-4f32-8b8a-e725a0e7410e req-6c353312-1310-493d-bd14-3bfd2d85c95c tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:08.186764 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.db [req-d8fd41d9-afcb-4f32-8b8a-e725a0e7410e req-6c353312-1310-493d-bd14-3bfd2d85c95c tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] For port 9cf8f137-a7ec-4ac6-b450-ec4516892dba, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9cf8f137-a7ec-4ac6-b450-ec4516892dba,segment=NetworkSegment(56aee1c2-5d0e-4022-8738-8ba49b95dfc7),segment_id=56aee1c2-5d0e-4022-8738-8ba49b95dfc7)] {{(pid=79149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:33:08.209811 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb60ba-f500-4935-b4a5-fa2aa31e3a85 req-5cb8f1b6-04cb-401b-8c3d-fe011691d65c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:08.211376 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-feeb60ba-f500-4935-b4a5-fa2aa31e3a85 req-5cb8f1b6-04cb-401b-8c3d-fe011691d65c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c65d9c-ab70-4262-80dd-e76246ac2f2e HTTP/1.1" status: 200 len: 945 time: 0.1820726 Jun 28 12:33:08.274447 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-d8fd41d9-afcb-4f32-8b8a-e725a0e7410e req-6c353312-1310-493d-bd14-3bfd2d85c95c tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for port, precommit_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:08.319950 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-feeb60ba-f500-4935-b4a5-fa2aa31e3a85 req-670d1fb7-e087-48f1-a2fc-c3ee8609c35f tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdcd544-e282-4db1-9495-d95ac1a333b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983031 Jun 28 12:33:08.346779 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2306a-5be4-4e71-9551-1f762fe76842 req-6379004c-913d-4760-af2c-c18655cebd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:08.354779 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-a4b2306a-5be4-4e71-9551-1f762fe76842 req-6379004c-913d-4760-af2c-c18655cebd08 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a&tenant_id=04859a58a39e455e91103d81df922270 HTTP/1.1" status: 200 len: 1096 time: 0.0968111 Jun 28 12:33:08.363261 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15b285-c4ff-4ac2-83b9-0f852a68ec2e req-1bf67823-4abf-4493-a0e4-edf936c60f18 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:08.364414 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2f15b285-c4ff-4ac2-83b9-0f852a68ec2e req-1bf67823-4abf-4493-a0e4-edf936c60f18 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.64 "GET /v2.0/ports?device_id=55c65d9c-ab70-4262-80dd-e76246ac2f2e HTTP/1.1" status: 200 len: 945 time: 0.1355526 Jun 28 12:33:08.443243 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-d8fd41d9-afcb-4f32-8b8a-e725a0e7410e req-6c353312-1310-493d-bd14-3bfd2d85c95c tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528764'] for port, after_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:08.467997 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2306a-5be4-4e71-9551-1f762fe76842 req-61441fd3-2586-42f9-a329-e6b926569c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:08.469602 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-a4b2306a-5be4-4e71-9551-1f762fe76842 req-61441fd3-2586-42f9-a329-e6b926569c2f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04859a58a39e455e91103d81df922270&device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 1096 time: 0.0829470 Jun 28 12:33:08.479990 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['9cf8f137-a7ec-4ac6-b450-ec4516892dba'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:33:08.483655 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:08.547231 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-955df5aa-f7b9-4414-bd02-0c053ca97f07 req-f2e36ca9-2ee6-4a4a-a2d8-df9f7c62bd6d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 210 time: 0.1085000 Jun 28 12:33:08.559303 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd41d9-afcb-4f32-8b8a-e725a0e7410e req-6c353312-1310-493d-bd14-3bfd2d85c95c tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:08.559987 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-d8fd41d9-afcb-4f32-8b8a-e725a0e7410e req-6c353312-1310-493d-bd14-3bfd2d85c95c tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:08.567400 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d8fd41d9-afcb-4f32-8b8a-e725a0e7410e req-6c353312-1310-493d-bd14-3bfd2d85c95c tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "PUT /v2.0/ports/9cf8f137-a7ec-4ac6-b450-ec4516892dba HTTP/1.1" status: 200 len: 981 time: 0.8515496 Jun 28 12:33:08.567400 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31599a2d-177d-4cd2-8912-93ec2cf11ae9', 'tag': '9cf8f137-a7ec-4ac6-b450-ec4516892dba'}] {{(pid=79149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:33:08.574762 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [req-2f15b285-c4ff-4ac2-83b9-0f852a68ec2e req-efc273fc-930c-4dd2-8080-b3cffeda550b tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Deleting port f3867a0a-9848-4534-9494-c79473f9c33c {{(pid=79149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:33:08.574992 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-2f15b285-c4ff-4ac2-83b9-0f852a68ec2e req-efc273fc-930c-4dd2-8080-b3cffeda550b tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:08.726303 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2306a-5be4-4e71-9551-1f762fe76842 req-2a9e062a-165b-4a52-9a66-2a75a89cafb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:08.731732 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-a4b2306a-5be4-4e71-9551-1f762fe76842 req-2a9e062a-165b-4a52-9a66-2a75a89cafb0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 HTTP/1.1" status: 200 len: 917 time: 0.2424645 Jun 28 12:33:08.798708 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['9cf8f137-a7ec-4ac6-b450-ec4516892dba'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:33:08.841382 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-f96db143-bd42-42e4-b33f-037c663ec8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:08.896184 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-a4b2306a-5be4-4e71-9551-1f762fe76842 req-422f36f7-dc61-4daf-b6dd-77ecebb732c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ba385f4-d75b-4329-b33b-7524d87447d9 HTTP/1.1" status: 200 len: 999 time: 0.1561363 Jun 28 12:33:08.949885 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c353312-1310-493d-bd14-3bfd2d85c95c tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Pushing event updated for resources: {'Port': ['ID=9cf8f137-a7ec-4ac6-b450-ec4516892dba,revision_number=6']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:08.953467 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-6c353312-1310-493d-bd14-3bfd2d85c95c tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:08.964828 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2306a-5be4-4e71-9551-1f762fe76842 req-bda61d55-9818-45ee-972d-67de3b45a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:08.967748 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-a4b2306a-5be4-4e71-9551-1f762fe76842 req-bda61d55-9818-45ee-972d-67de3b45a279 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1061743c-39d2-4e9e-96b2-fc1ad65e7f7c HTTP/1.1" status: 200 len: 855 time: 0.0648777 Jun 28 12:33:09.033656 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-7e65b016-9090-4272-98ba-0378f07834b6 None None] Provisioning complete for port 9cf8f137-a7ec-4ac6-b450-ec4516892dba triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:33:09.034167 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-7e65b016-9090-4272-98ba-0378f07834b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:09.061304 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2306a-5be4-4e71-9551-1f762fe76842 req-c1c85998-c0ab-40a4-92d1-059abec4d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:09.062905 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-a4b2306a-5be4-4e71-9551-1f762fe76842 req-c1c85998-c0ab-40a4-92d1-059abec4d525 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0875514 Jun 28 12:33:09.076169 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:09.156427 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c46e4-c066-40d3-97bd-286a673aaf2c req-9344a6c7-29e2-4ae9-9d2c-68a01241f967 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:09.157977 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1a1c46e4-c066-40d3-97bd-286a673aaf2c req-9344a6c7-29e2-4ae9-9d2c-68a01241f967 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 984 time: 0.3753285 Jun 28 12:33:09.168985 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588846be-ad3e-4067-94ed-d2057c36cedd req-57227010-2167-40c2-8e1d-5bdde66c4348 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:09.170604 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-588846be-ad3e-4067-94ed-d2057c36cedd req-57227010-2167-40c2-8e1d-5bdde66c4348 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 943 time: 0.3958361 Jun 28 12:33:09.241834 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-a4b2306a-5be4-4e71-9551-1f762fe76842 req-cfeb100f-b8ab-4bad-9124-cd5509cb672f service neutron] 10.222.0.64 "GET /v2.0/networks/ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719987 Jun 28 12:33:09.290382 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-588846be-ad3e-4067-94ed-d2057c36cedd req-1ea7e504-5889-425e-8483-45e8ca6d2a32 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931838 Jun 28 12:33:09.294519 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.db [req-2f15b285-c4ff-4ac2-83b9-0f852a68ec2e req-efc273fc-930c-4dd2-8080-b3cffeda550b tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] For port f3867a0a-9848-4534-9494-c79473f9c33c, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f3867a0a-9848-4534-9494-c79473f9c33c,segment=NetworkSegment(62454d56-6398-4948-933c-c3dedbe3ffcb),segment_id=62454d56-6398-4948-933c-c3dedbe3ffcb)] {{(pid=79149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:33:09.294924 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-2f15b285-c4ff-4ac2-83b9-0f852a68ec2e req-efc273fc-930c-4dd2-8080-b3cffeda550b tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:09.316371 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1a1c46e4-c066-40d3-97bd-286a673aaf2c req-eb9752a5-ec67-4b4c-9542-f7461fc7c7df tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&id=a5a47d81-0155-424d-aafc-d660024e48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1421299 Jun 28 12:33:09.411454 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31599a2d-177d-4cd2-8912-93ec2cf11ae9', 'tag': '9cf8f137-a7ec-4ac6-b450-ec4516892dba', 'status': 'completed', 'code': 200} Jun 28 12:33:09.487111 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [req-2f15b285-c4ff-4ac2-83b9-0f852a68ec2e req-efc273fc-930c-4dd2-8080-b3cffeda550b tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Calling delete_port for f3867a0a-9848-4534-9494-c79473f9c33c owned by compute:nova {{(pid=79149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:33:09.567067 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-a4b2306a-5be4-4e71-9551-1f762fe76842 req-97c47f76-3983-47b7-b90f-7902998015e6 service neutron] 10.222.0.64 "GET /v2.0/networks/ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135133 Jun 28 12:33:09.694189 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1f546-8ee6-4114-95f3-20135d758b80 req-a341aed9-7354-4e86-a180-d9b01345d09d tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:09.695873 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f6e1f546-8ee6-4114-95f3-20135d758b80 req-a341aed9-7354-4e86-a180-d9b01345d09d tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c65d9c-ab70-4262-80dd-e76246ac2f2e HTTP/1.1" status: 200 len: 945 time: 0.1757402 Jun 28 12:33:09.727200 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1daefbe-8b79-4c4d-855c-a0e173b03e15 req-326ce7b1-1137-4c3c-8871-994efc21a875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:09.729114 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-a1daefbe-8b79-4c4d-855c-a0e173b03e15 req-326ce7b1-1137-4c3c-8871-994efc21a875 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=02179571a8084125b547d2dde607206c&device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 1137 time: 0.2742825 Jun 28 12:33:09.738846 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-b04d72f1-ed70-4988-849f-a79601ad1d58 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:09.741219 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-b04d72f1-ed70-4988-849f-a79601ad1d58 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.64 "GET /v2.0/networks?id=611bae97-b201-4ae0-aa3d-b952aec58054 HTTP/1.1" status: 200 len: 812 time: 0.2307177 Jun 28 12:33:09.890962 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6ad96092-b4b7-469b-94a7-a607d8d2a8e1 req-6350272d-6d9f-4ba5-92af-bf3efb4c2699 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 210 time: 0.0988071 Jun 28 12:33:09.896184 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f6e1f546-8ee6-4114-95f3-20135d758b80 req-17dc3921-943c-4753-8f21-c04bccc9dba3 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdcd544-e282-4db1-9495-d95ac1a333b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752198 Jun 28 12:33:09.948551 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-2f15b285-c4ff-4ac2-83b9-0f852a68ec2e req-efc273fc-930c-4dd2-8080-b3cffeda550b tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:09.954951 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-a76ee990-a8eb-44ce-b933-0ba20ecd4cfa tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:10.027952 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc273fc-930c-4dd2-8080-b3cffeda550b tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Pushing event deleted for resources: {'Port': ['ID=f3867a0a-9848-4534-9494-c79473f9c33c,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:10.028486 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-b63139e5-a124-475a-a96a-8b844adb9dca tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d731c92df6f44735b6ed8f7290374934 HTTP/1.1" status: 200 len: 380 time: 0.2610290 Jun 28 12:33:10.043216 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['f3867a0a-9848-4534-9494-c79473f9c33c'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:33:10.057646 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-efc273fc-930c-4dd2-8080-b3cffeda550b tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:10.061653 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-22a20d0a-bafc-4179-bbd8-0a247aaff10d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Request body: {'port': {'device_id': 'b03cf071-fc5f-4a32-a0e7-5510975f22f7', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'admin_state_up': True, 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'security_groups': ['7d2cc358-66d5-4461-b072-0a0c6d13029c']}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:10.125722 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f15b285-c4ff-4ac2-83b9-0f852a68ec2e req-efc273fc-930c-4dd2-8080-b3cffeda550b tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] No DVR routers for this DVR port f3867a0a-9848-4534-9494-c79473f9c33c on host hv-cinder-79809 {{(pid=79149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:33:10.127873 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-2f15b285-c4ff-4ac2-83b9-0f852a68ec2e req-efc273fc-930c-4dd2-8080-b3cffeda550b tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:10.135992 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2f15b285-c4ff-4ac2-83b9-0f852a68ec2e req-efc273fc-930c-4dd2-8080-b3cffeda550b tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.64 "DELETE /v2.0/ports/f3867a0a-9848-4534-9494-c79473f9c33c HTTP/1.1" status: 204 len: 173 time: 1.7586660 Jun 28 12:33:10.167957 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1daefbe-8b79-4c4d-855c-a0e173b03e15 req-05866c36-66a9-4b34-a213-5a9abd033352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:10.169419 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-a1daefbe-8b79-4c4d-855c-a0e173b03e15 req-05866c36-66a9-4b34-a213-5a9abd033352 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99e11113-92ba-42c4-b82c-9ed4c720b3c3 HTTP/1.1" status: 200 len: 915 time: 0.4268885 Jun 28 12:33:10.307628 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-a1daefbe-8b79-4c4d-855c-a0e173b03e15 req-00207bbf-ba62-4031-8170-0397db0cab52 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cf8f137-a7ec-4ac6-b450-ec4516892dba HTTP/1.1" status: 200 len: 1001 time: 0.1239376 Jun 28 12:33:10.309669 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-22a20d0a-bafc-4179-bbd8-0a247aaff10d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:33:10.313727 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-22a20d0a-bafc-4179-bbd8-0a247aaff10d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Usage tracker for resource:port and tenant:d731c92df6f44735b6ed8f7290374934 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:33:10.316549 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-22a20d0a-bafc-4179-bbd8-0a247aaff10d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Quota usage for port was recalculated. Used quota:5. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:33:10.352061 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-22a20d0a-bafc-4179-bbd8-0a247aaff10d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:33:10.384412 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1daefbe-8b79-4c4d-855c-a0e173b03e15 req-8d53a792-6983-4781-b636-0e11d1991931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:10.386325 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-a1daefbe-8b79-4c4d-855c-a0e173b03e15 req-8d53a792-6983-4781-b636-0e11d1991931 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=668458c4-e955-4268-b3d8-24d37fc12fed HTTP/1.1" status: 200 len: 853 time: 0.0670140 Jun 28 12:33:10.441597 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-22a20d0a-bafc-4179-bbd8-0a247aaff10d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Made reservation on behalf of d731c92df6f44735b6ed8f7290374934 for: {'port': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:33:10.445065 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-22a20d0a-bafc-4179-bbd8-0a247aaff10d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:10.492334 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e977991-2b12-48a5-a947-bfa9db1b2779 req-a9100848-5c4a-4f29-a407-bc2fa006b9d6 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:10.493782 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7e977991-2b12-48a5-a947-bfa9db1b2779 req-a9100848-5c4a-4f29-a407-bc2fa006b9d6 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 943 time: 0.0825441 Jun 28 12:33:10.539462 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7e977991-2b12-48a5-a947-bfa9db1b2779 req-46e22f35-d9df-456c-bdde-95d20acfd413 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391655 Jun 28 12:33:10.553654 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1daefbe-8b79-4c4d-855c-a0e173b03e15 req-f9ca65f3-0311-4ad9-be12-d287c1d6ef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:10.559863 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-a1daefbe-8b79-4c4d-855c-a0e173b03e15 req-f9ca65f3-0311-4ad9-be12-d287c1d6ef5e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99e11113-92ba-42c4-b82c-9ed4c720b3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1614196 Jun 28 12:33:10.726028 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-22a20d0a-bafc-4179-bbd8-0a247aaff10d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Allocated IP 172.20.0.10 (611bae97-b201-4ae0-aa3d-b952aec58054/07d77b73-0127-4dab-b2d9-b653c28d5b6a/bf4fff88-ec6f-4a4f-9d4a-c2653818ae52) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:33:10.771242 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-a1daefbe-8b79-4c4d-855c-a0e173b03e15 req-24d03260-b055-4210-874b-888591364e20 service neutron] 10.222.0.64 "GET /v2.0/networks/99e11113-92ba-42c4-b82c-9ed4c720b3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060399 Jun 28 12:33:11.046484 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-a1daefbe-8b79-4c4d-855c-a0e173b03e15 req-0fa38791-de17-4355-9b46-0ec31cc59cf9 service neutron] 10.222.0.64 "GET /v2.0/networks/99e11113-92ba-42c4-b82c-9ed4c720b3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673657 Jun 28 12:33:11.071499 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-22a20d0a-bafc-4179-bbd8-0a247aaff10d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:11.095600 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.provisioning_blocks [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-22a20d0a-bafc-4179-bbd8-0a247aaff10d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Transition to ACTIVE for port object bf4fff88-ec6f-4a4f-9d4a-c2653818ae52 will not be triggered until provisioned by entity DHCP. {{(pid=79148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:33:11.098023 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-3d60db39-7b87-47cf-8b3a-a375bae99e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:11.165233 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-afcbc00f-f372-4c89-a3bf-fface23c2065 req-5f7704ee-0aca-4c5e-bd9c-46fea78a3312 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 210 time: 0.1268060 Jun 28 12:33:11.197295 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-4fac013c-45c0-4ffc-a45f-819ea173f602 req-6b6eaa4b-9fd7-4e25-a8c4-3893eae5034a tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Synchronizing usage tracker for tenant:2c409c3529524edca55e705bef4fc341 on resource:port {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:33:11.214056 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-22a20d0a-bafc-4179-bbd8-0a247aaff10d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:11.236283 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-25628cac-600a-454f-875d-44b11ddfa869 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:11.327276 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-22a20d0a-bafc-4179-bbd8-0a247aaff10d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Network 611bae97-b201-4ae0-aa3d-b952aec58054 is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:33:11.330349 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-22a20d0a-bafc-4179-bbd8-0a247aaff10d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:33:11.343845 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-4fac013c-45c0-4ffc-a45f-819ea173f602 req-6b6eaa4b-9fd7-4e25-a8c4-3893eae5034a tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Unset dirty status for tenant:2c409c3529524edca55e705bef4fc341 on resource:port {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:33:11.345290 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4fac013c-45c0-4ffc-a45f-819ea173f602 req-6b6eaa4b-9fd7-4e25-a8c4-3893eae5034a tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c65d9c-ab70-4262-80dd-e76246ac2f2e HTTP/1.1" status: 200 len: 210 time: 0.2529213 Jun 28 12:33:11.347633 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-22a20d0a-bafc-4179-bbd8-0a247aaff10d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:33:11.412145 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c65d9c-ab70-4262-80dd-e76246ac2f2e', 'name': 'network-vif-deleted', 'tag': 'f3867a0a-9848-4534-9494-c79473f9c33c'}] {{(pid=79149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:33:11.449602 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a20d0a-bafc-4179-bbd8-0a247aaff10d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Pushing event updated for resources: {'Port': ['ID=bf4fff88-ec6f-4a4f-9d4a-c2653818ae52,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:11.471741 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-22a20d0a-bafc-4179-bbd8-0a247aaff10d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:11.510976 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c65d9c-ab70-4262-80dd-e76246ac2f2e', 'name': 'network-vif-deleted', 'tag': 'f3867a0a-9848-4534-9494-c79473f9c33c', 'status': 'completed', 'code': 200} Jun 28 12:33:11.518866 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-22a20d0a-bafc-4179-bbd8-0a247aaff10d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:11.519716 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-22a20d0a-bafc-4179-bbd8-0a247aaff10d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:11.607539 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-22a20d0a-bafc-4179-bbd8-0a247aaff10d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5540059 Jun 28 12:33:11.715463 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-ae0293f5-0fe9-49ed-908a-5265090903a5 None None] Provisioning for port bf4fff88-ec6f-4a4f-9d4a-c2653818ae52 completed by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:33:11.724178 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-ae0293f5-0fe9-49ed-908a-5265090903a5 None None] Provisioning complete for port bf4fff88-ec6f-4a4f-9d4a-c2653818ae52 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:33:11.725009 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-ae0293f5-0fe9-49ed-908a-5265090903a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:11.760160 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04062e4f-3cf6-413c-983a-55745408099e req-8c682c15-9dbf-4b98-bf5b-23cf1d02efa4 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:11.762815 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-04062e4f-3cf6-413c-983a-55745408099e req-8c682c15-9dbf-4b98-bf5b-23cf1d02efa4 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 943 time: 0.1036277 Jun 28 12:33:11.788685 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-ae0293f5-0fe9-49ed-908a-5265090903a5 None None] Port bf4fff88-ec6f-4a4f-9d4a-c2653818ae52 cannot update to ACTIVE because it is not bound. {{(pid=79150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:33:11.824005 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-04062e4f-3cf6-413c-983a-55745408099e req-bc195cae-fa31-4766-8e96-8ce5a827a916 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550351 Jun 28 12:33:12.153726 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:12.372669 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c34f9-7947-475d-b48e-3437c327e598 req-6e6a55fc-8837-4cd8-84c1-574755d64b40 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:12.376358 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c77c34f9-7947-475d-b48e-3437c327e598 req-6e6a55fc-8837-4cd8-84c1-574755d64b40 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 932 time: 0.0929058 Jun 28 12:33:12.443799 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c77c34f9-7947-475d-b48e-3437c327e598 req-45a7a613-2e36-4ce7-a564-49005f3119fc tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606384 Jun 28 12:33:12.558470 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-71a40a65-2f2e-44fe-82e8-18df15141ec6 req-0970c6e3-8234-46c5-b95e-42e4b98de6f4 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c65d9c-ab70-4262-80dd-e76246ac2f2e HTTP/1.1" status: 200 len: 210 time: 0.0543666 Jun 28 12:33:12.724749 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device f3867a0a-9848-4534-9494-c79473f9c33c no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:33:12.758904 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] No Port match for: f3867a0a-9848-4534-9494-c79473f9c33c {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:33:12.759243 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device f3867a0a-9848-4534-9494-c79473f9c33c not bound to the agent host hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:33:13.024220 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28f72e-9962-44a1-ac77-63dd59db46de req-9196ce0a-ad78-4b21-beee-037bafb8174b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:13.025592 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4e28f72e-9962-44a1-ac77-63dd59db46de req-9196ce0a-ad78-4b21-beee-037bafb8174b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 943 time: 0.0837479 Jun 28 12:33:13.073241 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-4e28f72e-9962-44a1-ac77-63dd59db46de req-4724cc15-e702-4233-afe1-f0070cbdbfed tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416098 Jun 28 12:33:13.790652 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-de717769-c88d-4d3a-80e8-7f23e9b25181 req-b39eec8e-1059-4cc1-a25b-d593c00befae tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c65d9c-ab70-4262-80dd-e76246ac2f2e HTTP/1.1" status: 200 len: 210 time: 0.0488999 Jun 28 12:33:13.806891 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60eec1-01ac-41c9-81db-90b2803b19d2 req-c85c9c64-0870-480d-b42c-91dd3c3ccd71 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:13.808629 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2c60eec1-01ac-41c9-81db-90b2803b19d2 req-c85c9c64-0870-480d-b42c-91dd3c3ccd71 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 932 time: 0.2467849 Jun 28 12:33:13.853130 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:13.863819 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2c60eec1-01ac-41c9-81db-90b2803b19d2 req-5fca58a8-08db-4f94-80aa-fe21a3dea823 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431662 Jun 28 12:33:14.301292 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cf543-7eca-4096-bdb1-446e509720bc req-7c033c1a-4480-418e-b6ec-5491414fedfa tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:14.314930 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cd0cf543-7eca-4096-bdb1-446e509720bc req-7c033c1a-4480-418e-b6ec-5491414fedfa tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 943 time: 0.1168344 Jun 28 12:33:14.382190 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-cd0cf543-7eca-4096-bdb1-446e509720bc req-65bc231b-0ad3-4a61-8954-a9876f929e25 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655162 Jun 28 12:33:14.989818 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-770fad06-fa3f-4654-96d3-135258800023 req-d935b155-716e-4b22-8031-a04b955de206 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c65d9c-ab70-4262-80dd-e76246ac2f2e HTTP/1.1" status: 200 len: 210 time: 0.0622346 Jun 28 12:33:15.085485 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d588d7-c4e9-486d-b9e9-7358cd194b15 req-88502b8a-965d-45d8-8f2e-14e888b317fc tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:15.086915 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-42d588d7-c4e9-486d-b9e9-7358cd194b15 req-88502b8a-965d-45d8-8f2e-14e888b317fc tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 932 time: 0.0953839 Jun 28 12:33:15.132078 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-42d588d7-c4e9-486d-b9e9-7358cd194b15 req-a252f9a1-d9c4-4eac-a3b7-2f3a1d5666ed tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391920 Jun 28 12:33:15.595821 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca1274-d176-451d-af7a-0a204f96ed86 req-6c441fad-f7ef-4d36-af47-cd29024ad7d5 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:15.597436 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-87ca1274-d176-451d-af7a-0a204f96ed86 req-6c441fad-f7ef-4d36-af47-cd29024ad7d5 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 943 time: 0.0893660 Jun 28 12:33:15.644729 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-87ca1274-d176-451d-af7a-0a204f96ed86 req-2b76cfee-ef9d-4d82-bd48-e758fa7b3435 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407543 Jun 28 12:33:16.161773 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5dd2362e-b01e-40bd-9c1c-acf550b7a622 req-db727215-6ada-4ce1-a1b8-f9031da9eb1b tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c65d9c-ab70-4262-80dd-e76246ac2f2e HTTP/1.1" status: 200 len: 210 time: 0.0443914 Jun 28 12:33:16.330315 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877f274-d2aa-4af8-ac88-2b3b4e404a92 req-e2d69b27-c605-4ab3-baae-26190aa37b09 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:16.331749 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1877f274-d2aa-4af8-ac88-2b3b4e404a92 req-e2d69b27-c605-4ab3-baae-26190aa37b09 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 932 time: 0.0836170 Jun 28 12:33:16.385457 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1877f274-d2aa-4af8-ac88-2b3b4e404a92 req-f961beb5-c4bc-4a3e-ae83-24b6b523071a tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478756 Jun 28 12:33:16.882036 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943b3df-09f7-47eb-bffc-8d7877aeb191 req-91a911df-45b1-41f0-b7a6-d38b61255239 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:16.883538 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d943b3df-09f7-47eb-bffc-8d7877aeb191 req-91a911df-45b1-41f0-b7a6-d38b61255239 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 943 time: 0.1023755 Jun 28 12:33:16.958486 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d943b3df-09f7-47eb-bffc-8d7877aeb191 req-b669a9d1-12ef-491f-8a65-d64d97ec420d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688474 Jun 28 12:33:17.351136 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-62e6aa11-fcfe-42ca-868d-ae11523c1a71 req-047e9914-e9e1-4947-a13e-c2d90dced06d tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c65d9c-ab70-4262-80dd-e76246ac2f2e HTTP/1.1" status: 200 len: 210 time: 0.0513554 Jun 28 12:33:17.600934 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494777e-dfa5-4884-9768-080bbb60a438 req-776066b4-d147-47cd-89d7-3c8dcb908af8 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:17.602272 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a494777e-dfa5-4884-9768-080bbb60a438 req-776066b4-d147-47cd-89d7-3c8dcb908af8 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 932 time: 0.0889120 Jun 28 12:33:17.652039 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a494777e-dfa5-4884-9768-080bbb60a438 req-d052ed3e-a0a2-4ab3-96b0-efd8bcd3db18 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432651 Jun 28 12:33:17.802644 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abedf4-ecc7-4c16-ba58-d5a8c277ec84 req-daa87c7e-bbf3-41a4-a2c8-f94e6ae43a40 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:17.804041 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-90abedf4-ecc7-4c16-ba58-d5a8c277ec84 req-daa87c7e-bbf3-41a4-a2c8-f94e6ae43a40 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.0984013 Jun 28 12:33:17.858247 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-90abedf4-ecc7-4c16-ba58-d5a8c277ec84 req-85beb0fd-4388-4e54-9b6c-e0b6d80ecbde tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472028 Jun 28 12:33:18.160755 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd95f1-b660-48f7-b2c1-35195f738d8f req-cf1f6f93-80f4-4a38-b69c-8ba57ea8b25e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:18.162507 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-22fd95f1-b660-48f7-b2c1-35195f738d8f req-cf1f6f93-80f4-4a38-b69c-8ba57ea8b25e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 943 time: 0.0896094 Jun 28 12:33:18.211834 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-22fd95f1-b660-48f7-b2c1-35195f738d8f req-1e44d0dc-0679-4b2a-a2b1-d1f7fb761d3e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417902 Jun 28 12:33:18.529572 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-389e1e9e-f745-4977-afab-e787cc7b1b7c req-dcf07fe6-4119-45df-91bf-e7131b4d046b tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c65d9c-ab70-4262-80dd-e76246ac2f2e HTTP/1.1" status: 200 len: 210 time: 0.0478311 Jun 28 12:33:18.856555 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0bdb47-e6bf-4ee2-aee0-ba65661e3fc5 req-21f44633-c3f3-4215-ad0d-17acb3760294 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:18.858009 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0a0bdb47-e6bf-4ee2-aee0-ba65661e3fc5 req-21f44633-c3f3-4215-ad0d-17acb3760294 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 932 time: 0.0895402 Jun 28 12:33:18.924724 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0a0bdb47-e6bf-4ee2-aee0-ba65661e3fc5 req-b554d65d-3960-4233-9e50-f3d92f7c2a2f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606351 Jun 28 12:33:19.083955 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e7213-c578-421c-bbf2-390902bde34a req-2fde4a22-2988-4699-b8c2-4d97563813f7 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:19.085418 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-128e7213-c578-421c-bbf2-390902bde34a req-2fde4a22-2988-4699-b8c2-4d97563813f7 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.0862849 Jun 28 12:33:19.135284 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-128e7213-c578-421c-bbf2-390902bde34a req-b7f0c5d5-1094-48de-93da-90458ff62a41 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426607 Jun 28 12:33:19.412725 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d7a50-9a50-45d3-a818-b34da2e3b4bd req-974bf5e8-a8b4-4dc3-9af4-6ab3f78d7bf0 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:19.414150 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c69d7a50-9a50-45d3-a818-b34da2e3b4bd req-974bf5e8-a8b4-4dc3-9af4-6ab3f78d7bf0 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 943 time: 0.0833480 Jun 28 12:33:19.464733 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c69d7a50-9a50-45d3-a818-b34da2e3b4bd req-5f8c7bcf-c731-41fa-b817-01c0ca4246d4 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436640 Jun 28 12:33:19.704810 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5c49fcdb-ec50-462f-b0b4-27d11d84f7f8 req-76c0b461-63a9-45de-8b1d-31309ccc3ead tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c65d9c-ab70-4262-80dd-e76246ac2f2e HTTP/1.1" status: 200 len: 210 time: 0.0456548 Jun 28 12:33:20.117581 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db66a6-59e3-45d6-aae0-e191bea3085d req-98ba005d-9ae2-4c91-be58-a2d7b33737c0 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:20.120153 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c8db66a6-59e3-45d6-aae0-e191bea3085d req-98ba005d-9ae2-4c91-be58-a2d7b33737c0 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 932 time: 0.0850904 Jun 28 12:33:20.180860 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c8db66a6-59e3-45d6-aae0-e191bea3085d req-081e0c15-28a1-4a67-a87d-fa0fb69f9366 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549746 Jun 28 12:33:20.340384 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b852dd5-65c4-4cad-bbe8-1769fa889b14 req-b80cd627-b91e-477c-870c-71f6bd23e589 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:20.341739 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6b852dd5-65c4-4cad-bbe8-1769fa889b14 req-b80cd627-b91e-477c-870c-71f6bd23e589 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.0923240 Jun 28 12:33:20.390777 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6b852dd5-65c4-4cad-bbe8-1769fa889b14 req-50652c1c-4456-417b-896a-24af2356d64e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421624 Jun 28 12:33:20.686681 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926454b-aa8c-406a-8cf6-fef36f6a9de6 req-3281866d-058a-42fc-9cd6-f4a8172e0f75 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:20.688519 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1926454b-aa8c-406a-8cf6-fef36f6a9de6 req-3281866d-058a-42fc-9cd6-f4a8172e0f75 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 943 time: 0.1069884 Jun 28 12:33:20.750887 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1926454b-aa8c-406a-8cf6-fef36f6a9de6 req-ea5e12a3-a5e2-475e-9f93-6c90a189dbdb tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566504 Jun 28 12:33:20.975788 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c4637821-a62f-4929-a16d-9e7a950a8225 req-3ee96405-40c9-45f1-bc34-8749133f7cfd tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c65d9c-ab70-4262-80dd-e76246ac2f2e HTTP/1.1" status: 200 len: 210 time: 0.1376715 Jun 28 12:33:21.384016 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73141d-184f-480d-9e6d-786119ce2f0e req-ad77a644-8579-43b8-9887-e1ff209aed8f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:21.385251 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1f73141d-184f-480d-9e6d-786119ce2f0e req-ad77a644-8579-43b8-9887-e1ff209aed8f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 932 time: 0.0908904 Jun 28 12:33:21.439419 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1f73141d-184f-480d-9e6d-786119ce2f0e req-1db03f5e-5b1a-4c15-9ef2-5d42e3c61a3a tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483871 Jun 28 12:33:21.630186 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf522796-b6c3-4f46-bb2f-0431cc6975e5 req-a21d7814-257f-4988-922d-206149d0e002 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:21.637251 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bf522796-b6c3-4f46-bb2f-0431cc6975e5 req-a21d7814-257f-4988-922d-206149d0e002 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.0923359 Jun 28 12:33:21.684207 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bf522796-b6c3-4f46-bb2f-0431cc6975e5 req-adb8abe4-375a-458f-87c1-34dc516d186b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459421 Jun 28 12:33:21.851831 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb02e8-f94a-4971-ba98-e215b92d8e26 req-a6a8ff57-a492-4b72-9e32-e973cb62f0ef tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:21.853344 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-29eb02e8-f94a-4971-ba98-e215b92d8e26 req-a6a8ff57-a492-4b72-9e32-e973cb62f0ef tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 984 time: 0.0900409 Jun 28 12:33:21.969473 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-29eb02e8-f94a-4971-ba98-e215b92d8e26 req-0615f7c9-ae31-474e-8461-4ca15e731231 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&id=a5a47d81-0155-424d-aafc-d660024e48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1095121 Jun 28 12:33:22.010615 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af086811-5282-4695-a221-4d22c0cec295 req-fa3c6a8e-8ed0-4cd2-b02d-c2ece198f6fa tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:22.012103 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-af086811-5282-4695-a221-4d22c0cec295 req-fa3c6a8e-8ed0-4cd2-b02d-c2ece198f6fa tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 943 time: 0.1302304 Jun 28 12:33:22.061683 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-af086811-5282-4695-a221-4d22c0cec295 req-a0dd2762-08d8-40f0-83a5-5ab81f46c1bf tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435724 Jun 28 12:33:22.163841 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9ab00adf-950e-4b45-9318-2ec24bfe9168 req-105a67c9-df15-4e1f-a8d4-eba48f64d972 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c65d9c-ab70-4262-80dd-e76246ac2f2e HTTP/1.1" status: 200 len: 210 time: 0.0485387 Jun 28 12:33:22.630438 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911cf57-e705-454e-985b-7f5cb15a7f62 req-f1f48fbc-075f-445a-91b9-37c4e86587f8 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:22.632007 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3911cf57-e705-454e-985b-7f5cb15a7f62 req-f1f48fbc-075f-445a-91b9-37c4e86587f8 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 932 time: 0.0834970 Jun 28 12:33:22.678277 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3911cf57-e705-454e-985b-7f5cb15a7f62 req-04713498-18d6-448d-af60-6cf012d4faa6 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400422 Jun 28 12:33:22.878256 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07fad0-9b89-4bc9-a66c-280dcd900068 req-984c3438-53c7-42d7-a0b1-dc69a70d9153 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:22.879762 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ea07fad0-9b89-4bc9-a66c-280dcd900068 req-984c3438-53c7-42d7-a0b1-dc69a70d9153 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.0826249 Jun 28 12:33:22.925782 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ea07fad0-9b89-4bc9-a66c-280dcd900068 req-6a96140f-7769-4e2e-aae8-0ad0534ea29f tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401456 Jun 28 12:33:23.159729 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d27db-9af3-477c-8715-e7b6fe6b5a2b req-601e747f-c0be-4068-8ef0-154fbf6bb215 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:23.161205 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f19d27db-9af3-477c-8715-e7b6fe6b5a2b req-601e747f-c0be-4068-8ef0-154fbf6bb215 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 984 time: 0.0815706 Jun 28 12:33:23.257833 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f19d27db-9af3-477c-8715-e7b6fe6b5a2b req-f04e094b-5cdb-4e75-931f-24f1b9f8ecda tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&id=a5a47d81-0155-424d-aafc-d660024e48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0896699 Jun 28 12:33:23.290552 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbe08c-666c-4fb5-a7d8-f53a351e892a req-1783601d-e93c-401c-801a-96f5808ab147 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:23.292753 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bafbe08c-666c-4fb5-a7d8-f53a351e892a req-1783601d-e93c-401c-801a-96f5808ab147 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 943 time: 0.1082957 Jun 28 12:33:23.342334 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-cd85326d-3767-4317-b68e-84c8917a55ea service neutron] Request body: {'port': {'device_id': 'b03cf071-fc5f-4a32-a0e7-5510975f22f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:23.347271 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bafbe08c-666c-4fb5-a7d8-f53a351e892a req-1e53e2d8-cd13-4ffa-b3ca-650a2d46a723 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487628 Jun 28 12:33:23.427528 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-28245cc8-5eab-4802-b874-64fae514cecc req-8cd620f7-2339-4eb5-85a2-4e7cbf1e1e68 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=55c65d9c-ab70-4262-80dd-e76246ac2f2e HTTP/1.1" status: 200 len: 210 time: 0.0508008 Jun 28 12:33:23.487083 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-cd85326d-3767-4317-b68e-84c8917a55ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:23.879777 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab1311-3a9a-4699-854d-985f166682b2 req-8bfccce8-c818-4765-9266-47331417711d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:23.887702 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-60ab1311-3a9a-4699-854d-985f166682b2 req-8bfccce8-c818-4765-9266-47331417711d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 932 time: 0.0904312 Jun 28 12:33:23.891001 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20586f51-3167-4063-93ef-2880cf55cbe3 req-8ac256c6-432f-4fe1-b6f1-bbc100f298c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:23.892445 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-20586f51-3167-4063-93ef-2880cf55cbe3 req-8ac256c6-432f-4fe1-b6f1-bbc100f298c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=02179571a8084125b547d2dde607206c&device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 1137 time: 0.3311360 Jun 28 12:33:23.929372 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-60ab1311-3a9a-4699-854d-985f166682b2 req-3853f470-d368-440e-adef-7b25f0f7a6ba tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407176 Jun 28 12:33:24.077282 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-cd85326d-3767-4317-b68e-84c8917a55ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf4fff88-ec6f-4a4f-9d4a-c2653818ae52 {{(pid=79148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:33:24.087559 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-cd85326d-3767-4317-b68e-84c8917a55ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:24.116733 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7152c85-c2c1-400f-90ae-6cbe6533bcbc req-8ce6829c-bd3c-417b-a2de-503f769efd1e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:24.118275 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f7152c85-c2c1-400f-90ae-6cbe6533bcbc req-8ce6829c-bd3c-417b-a2de-503f769efd1e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.0834503 Jun 28 12:33:24.118677 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.provisioning_blocks [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-cd85326d-3767-4317-b68e-84c8917a55ea service neutron] Transition to ACTIVE for port object bf4fff88-ec6f-4a4f-9d4a-c2653818ae52 will not be triggered until provisioned by entity L2. {{(pid=79148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:33:24.123823 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20586f51-3167-4063-93ef-2880cf55cbe3 req-ae4d8d07-706f-4200-97fa-409a8f72cb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:24.125234 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-20586f51-3167-4063-93ef-2880cf55cbe3 req-ae4d8d07-706f-4200-97fa-409a8f72cb02 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99e11113-92ba-42c4-b82c-9ed4c720b3c3 HTTP/1.1" status: 200 len: 915 time: 0.2154009 Jun 28 12:33:24.165136 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f7152c85-c2c1-400f-90ae-6cbe6533bcbc req-c661e878-d2fd-435a-bc1e-ad575620acbb tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401914 Jun 28 12:33:24.202265 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-cd85326d-3767-4317-b68e-84c8917a55ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:24.208185 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-566432ef-d705-446b-9e75-5b0e140df94f tempest-VolumesNegativeTest-1015985524 tempest-VolumesNegativeTest-1015985524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:24.386355 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-20586f51-3167-4063-93ef-2880cf55cbe3 req-53a8459c-9757-4225-903c-5a0250b61af8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cf8f137-a7ec-4ac6-b450-ec4516892dba HTTP/1.1" status: 200 len: 1001 time: 0.2535918 Jun 28 12:33:24.471678 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053b91c-2759-400b-83d9-7ace896170c8 req-237ad75e-5602-446b-8cf2-2a8369e9ae1d tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:24.480975 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e053b91c-2759-400b-83d9-7ace896170c8 req-237ad75e-5602-446b-8cf2-2a8369e9ae1d tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 984 time: 0.1114891 Jun 28 12:33:24.505993 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85326d-3767-4317-b68e-84c8917a55ea service neutron] Pushing event updated for resources: {'Port': ['ID=bf4fff88-ec6f-4a4f-9d4a-c2653818ae52,revision_number=2']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:24.514033 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-cd85326d-3767-4317-b68e-84c8917a55ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:24.524074 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20586f51-3167-4063-93ef-2880cf55cbe3 req-1ca81a5a-724d-4e4f-8d2c-4da98e6a9dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:24.526721 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-20586f51-3167-4063-93ef-2880cf55cbe3 req-1ca81a5a-724d-4e4f-8d2c-4da98e6a9dca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=668458c4-e955-4268-b3d8-24d37fc12fed HTTP/1.1" status: 200 len: 853 time: 0.1304567 Jun 28 12:33:24.585097 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e053b91c-2759-400b-83d9-7ace896170c8 req-224a61ca-0c3b-40dc-b86d-a22545e61878 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&id=a5a47d81-0155-424d-aafc-d660024e48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1016595 Jun 28 12:33:24.586315 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-cd85326d-3767-4317-b68e-84c8917a55ea service neutron] Attempting to bind port bf4fff88-ec6f-4a4f-9d4a-c2653818ae52 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:33:24.586679 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-cd85326d-3767-4317-b68e-84c8917a55ea service neutron] Attempting to bind port bf4fff88-ec6f-4a4f-9d4a-c2653818ae52 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'dc1f170b-1229-466f-8985-928d834987ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054'}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:33:24.587029 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-cd85326d-3767-4317-b68e-84c8917a55ea service neutron] Attempting to bind port bf4fff88-ec6f-4a4f-9d4a-c2653818ae52 on network 611bae97-b201-4ae0-aa3d-b952aec58054 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:33:24.595679 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-cd85326d-3767-4317-b68e-84c8917a55ea service neutron] Port bf4fff88-ec6f-4a4f-9d4a-c2653818ae52 on network 611bae97-b201-4ae0-aa3d-b952aec58054 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:33:24.596011 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-cd85326d-3767-4317-b68e-84c8917a55ea service neutron] Attempting to bind port bf4fff88-ec6f-4a4f-9d4a-c2653818ae52 on network 611bae97-b201-4ae0-aa3d-b952aec58054 {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:33:24.604452 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-cd85326d-3767-4317-b68e-84c8917a55ea service neutron] Checking agent: {'id': '406cf176-031c-46fa-bfd0-dd20e5845d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'started_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:33:24.604818 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-cd85326d-3767-4317-b68e-84c8917a55ea service neutron] Checking segment: {'id': 'dc1f170b-1229-466f-8985-928d834987ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:33:24.605205 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-cd85326d-3767-4317-b68e-84c8917a55ea service neutron] Bound using segment: {'id': 'dc1f170b-1229-466f-8985-928d834987ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054'} {{(pid=79148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:33:24.605642 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.managers [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-cd85326d-3767-4317-b68e-84c8917a55ea service neutron] Bound port: bf4fff88-ec6f-4a4f-9d4a-c2653818ae52, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc1f170b-1229-466f-8985-928d834987ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054'}}] {{(pid=79148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:33:24.605985 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-cd85326d-3767-4317-b68e-84c8917a55ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:24.627779 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2ce36-0e4d-4605-8800-4ffd96f5aaeb req-c1a7da4b-a4f5-4ef3-8c03-22d69885bc1f tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:24.635395 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-42d2ce36-0e4d-4605-8800-4ffd96f5aaeb req-c1a7da4b-a4f5-4ef3-8c03-22d69885bc1f tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 943 time: 0.1322677 Jun 28 12:33:24.683299 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-42d2ce36-0e4d-4605-8800-4ffd96f5aaeb req-3ee3ce37-4d31-44a6-afc0-2a2c65165f33 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467672 Jun 28 12:33:24.700369 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20586f51-3167-4063-93ef-2880cf55cbe3 req-da705090-ffa2-4b6c-acc6-2f0d6722608d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:24.701522 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-20586f51-3167-4063-93ef-2880cf55cbe3 req-da705090-ffa2-4b6c-acc6-2f0d6722608d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99e11113-92ba-42c4-b82c-9ed4c720b3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1653550 Jun 28 12:33:24.743736 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 6ba385f4-d75b-4329-b33b-7524d87447d9 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:33:24.758753 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-cd85326d-3767-4317-b68e-84c8917a55ea service neutron] For port bf4fff88-ec6f-4a4f-9d4a-c2653818ae52, host hv-cinder-79809, cleared binding levels {{(pid=79148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:33:24.823397 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-cd85326d-3767-4317-b68e-84c8917a55ea service neutron] For port bf4fff88-ec6f-4a4f-9d4a-c2653818ae52, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=bf4fff88-ec6f-4a4f-9d4a-c2653818ae52,segment=NetworkSegment(dc1f170b-1229-466f-8985-928d834987ab),segment_id=dc1f170b-1229-466f-8985-928d834987ab)] {{(pid=79148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:33:24.858892 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-20586f51-3167-4063-93ef-2880cf55cbe3 req-8320e7b2-5976-4a72-a427-baad08ffd778 service neutron] 10.222.0.64 "GET /v2.0/networks/99e11113-92ba-42c4-b82c-9ed4c720b3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479793 Jun 28 12:33:24.882123 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 6ba385f4-d75b-4329-b33b-7524d87447d9, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6ba385f4-d75b-4329-b33b-7524d87447d9,segment=NetworkSegment(23364f25-0914-45c3-9348-f31d0dbc7405),segment_id=23364f25-0914-45c3-9348-f31d0dbc7405)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:33:24.887517 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-cd85326d-3767-4317-b68e-84c8917a55ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:24.896557 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Returning: {'device': '6ba385f4-d75b-4329-b33b-7524d87447d9', 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'port_id': '6ba385f4-d75b-4329-b33b-7524d87447d9', 'mac_address': 'fa:16:3e:85:d9:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:33:24.903472 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-ec7fb973-d92f-48d1-bbfb-571a0534ec9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:24.964438 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-cd85326d-3767-4317-b68e-84c8917a55ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:24.964438 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-cd85326d-3767-4317-b68e-84c8917a55ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:24.965816 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-cd85326d-3767-4317-b68e-84c8917a55ea service neutron] 10.222.0.64 "PUT /v2.0/ports/bf4fff88-ec6f-4a4f-9d4a-c2653818ae52 HTTP/1.1" status: 200 len: 1094 time: 1.6293302 Jun 28 12:33:24.966264 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:24.968495 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03cf071-fc5f-4a32-a0e7-5510975f22f7', 'tag': 'bf4fff88-ec6f-4a4f-9d4a-c2653818ae52'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:33:24.993237 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba385f4-d75b-4329-b33b-7524d87447d9 {{(pid=79150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:33:25.029050 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 6ba385f4-d75b-4329-b33b-7524d87447d9, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6ba385f4-d75b-4329-b33b-7524d87447d9,segment=NetworkSegment(23364f25-0914-45c3-9348-f31d0dbc7405),segment_id=23364f25-0914-45c3-9348-f31d0dbc7405)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:33:25.079054 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85326d-3767-4317-b68e-84c8917a55ea service neutron] Pushing event updated for resources: {'Port': ['ID=bf4fff88-ec6f-4a4f-9d4a-c2653818ae52,revision_number=3']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:25.093459 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03cf071-fc5f-4a32-a0e7-5510975f22f7', 'tag': 'bf4fff88-ec6f-4a4f-9d4a-c2653818ae52', 'status': 'completed', 'code': 200} Jun 28 12:33:25.094409 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-cd85326d-3767-4317-b68e-84c8917a55ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:25.105204 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-20586f51-3167-4063-93ef-2880cf55cbe3 req-e1ff0432-fac5-4c3f-80ca-564911cd9bb9 service neutron] 10.222.0.64 "GET /v2.0/networks/99e11113-92ba-42c4-b82c-9ed4c720b3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388835 Jun 28 12:33:25.127300 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:25.130894 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-1563a4fb-b258-435e-a9db-512f015c5455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:25.245259 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-7f85f326-5d34-4291-b8d1-53f126ffe8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:25.246532 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:25.247880 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-7f85f326-5d34-4291-b8d1-53f126ffe8ce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d731c92df6f44735b6ed8f7290374934&device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 1097 time: 0.1274753 Jun 28 12:33:25.252839 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=6ba385f4-d75b-4329-b33b-7524d87447d9,revision_number=9']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:25.259793 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:25.287874 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aba39e-6826-4ec4-ba8c-4f373d1e7ae3 req-4d0c71e6-10c6-4f6c-bcd4-8625630c330e tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:25.289832 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-39aba39e-6826-4ec4-ba8c-4f373d1e7ae3 req-4d0c71e6-10c6-4f6c-bcd4-8625630c330e tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 944 time: 0.1724308 Jun 28 12:33:25.345118 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-39aba39e-6826-4ec4-ba8c-4f373d1e7ae3 req-0c1ef02c-dd76-4151-824e-e561b37e7674 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480981 Jun 28 12:33:25.351604 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-6705c217-46ca-46ac-a488-adea6f56a6eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf4fff88-ec6f-4a4f-9d4a-c2653818ae52 HTTP/1.1" status: 200 len: 217 time: 0.0712724 Jun 28 12:33:25.431730 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-0039aa03-c414-4a92-bccf-bf5646353911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:25.433864 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-0039aa03-c414-4a92-bccf-bf5646353911 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=07d77b73-0127-4dab-b2d9-b653c28d5b6a HTTP/1.1" status: 200 len: 851 time: 0.0646164 Jun 28 12:33:25.434415 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845acf70-7223-4d67-b6c6-1aad6a29f7c7 req-0c556c3d-71f5-4c20-9443-3093e1b44439 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:25.435867 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-845acf70-7223-4d67-b6c6-1aad6a29f7c7 req-0c556c3d-71f5-4c20-9443-3093e1b44439 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.0941906 Jun 28 12:33:25.462137 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['6ba385f4-d75b-4329-b33b-7524d87447d9'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:33:25.520674 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-986acfa9-2141-43d1-b6b5-26c7b71e8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:25.522883 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-986acfa9-2141-43d1-b6b5-26c7b71e8af3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=611bae97-b201-4ae0-aa3d-b952aec58054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0811973 Jun 28 12:33:25.528087 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-845acf70-7223-4d67-b6c6-1aad6a29f7c7 req-ba48dd96-6e82-4cd4-acf0-33db757f9d2e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0863693 Jun 28 12:33:25.795032 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75702228-7943-4a18-8f14-4a94a5c191c8 req-27c7df3c-cf1e-4173-8469-d434fade3c23 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:25.796657 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-75702228-7943-4a18-8f14-4a94a5c191c8 req-27c7df3c-cf1e-4173-8469-d434fade3c23 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 984 time: 0.0965436 Jun 28 12:33:25.803544 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-b467f9ee-8c4f-4a2b-b702-8f3551145c40 service neutron] 10.222.0.64 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417183 Jun 28 12:33:25.888714 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-75702228-7943-4a18-8f14-4a94a5c191c8 req-832ae7df-65d5-4b81-b27f-425ead080041 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&id=a5a47d81-0155-424d-aafc-d660024e48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557506 Jun 28 12:33:25.917270 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec8392-cdff-4332-a1f5-8aea089eb9cf req-1b30d36d-207b-4002-a8f4-8e66a8e9acb0 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:25.918714 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c0ec8392-cdff-4332-a1f5-8aea089eb9cf req-1b30d36d-207b-4002-a8f4-8e66a8e9acb0 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 944 time: 0.1162553 Jun 28 12:33:25.967343 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c0ec8392-cdff-4332-a1f5-8aea089eb9cf req-5df773ef-d279-47b2-9f78-1b32da3855fe tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422528 Jun 28 12:33:26.624533 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cdb4e-7ee6-4cff-8cb8-85618afd0818 req-0a86a1e0-8c3f-479f-b5e2-d80848fd4b68 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:26.626004 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3b5cdb4e-7ee6-4cff-8cb8-85618afd0818 req-0a86a1e0-8c3f-479f-b5e2-d80848fd4b68 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 944 time: 0.1749449 Jun 28 12:33:26.717490 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3b5cdb4e-7ee6-4cff-8cb8-85618afd0818 req-4f08f618-4d99-47b4-8ff0-a40452fec049 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851805 Jun 28 12:33:26.751269 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296df75-9d07-484a-8677-ed0ce8569b0d req-baac29b0-ae92-486b-b9a6-e769d4aa8f07 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:26.752851 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c296df75-9d07-484a-8677-ed0ce8569b0d req-baac29b0-ae92-486b-b9a6-e769d4aa8f07 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.1064522 Jun 28 12:33:26.798291 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c296df75-9d07-484a-8677-ed0ce8569b0d req-d55f6571-0414-432f-870c-552790eae897 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398266 Jun 28 12:33:27.082650 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a36498-c2ae-4094-beef-5cb4e33d5fbd req-6724d792-2d13-4eb6-a211-1b8d6ec974fe tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:27.084084 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-28a36498-c2ae-4094-beef-5cb4e33d5fbd req-6724d792-2d13-4eb6-a211-1b8d6ec974fe tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 984 time: 0.0844083 Jun 28 12:33:27.173327 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-28a36498-c2ae-4094-beef-5cb4e33d5fbd req-99d981e3-f041-41ce-97ad-060d2a256b0a tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&id=a5a47d81-0155-424d-aafc-d660024e48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587311 Jun 28 12:33:27.204267 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74f989-ac41-404c-8c0c-84d95f8c9618 req-1af45143-37f5-4fbf-ac2a-3ad9498000a8 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:27.205700 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9f74f989-ac41-404c-8c0c-84d95f8c9618 req-1af45143-37f5-4fbf-ac2a-3ad9498000a8 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 944 time: 0.1207285 Jun 28 12:33:27.250244 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9f74f989-ac41-404c-8c0c-84d95f8c9618 req-b0e79178-1a93-41e6-8aba-2b5a5c442db7 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388584 Jun 28 12:33:28.033358 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcab40-54f4-488f-83a1-1536dc427849 req-e7a2dc69-4506-4235-8cab-328961fe495a tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:28.034697 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2adcab40-54f4-488f-83a1-1536dc427849 req-e7a2dc69-4506-4235-8cab-328961fe495a tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.1288402 Jun 28 12:33:28.087783 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2adcab40-54f4-488f-83a1-1536dc427849 req-233e57d7-3b19-4abd-8516-148e7d9a605f tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463696 Jun 28 12:33:28.096683 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d000a59-2c1d-441a-b2ba-98f34e257a9e req-f7ef615e-6772-426a-8ad1-164b8a7a3f3b tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:28.098059 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3d000a59-2c1d-441a-b2ba-98f34e257a9e req-f7ef615e-6772-426a-8ad1-164b8a7a3f3b tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 944 time: 0.1354585 Jun 28 12:33:28.141923 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3d000a59-2c1d-441a-b2ba-98f34e257a9e req-ad88569e-00df-4b01-841b-1d37997f57aa tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383656 Jun 28 12:33:28.373723 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a31f10-d8ea-4053-8521-fe872217f615 req-1b11abb9-8790-4a75-a59d-99bdf9bbaa12 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:28.375314 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-45a31f10-d8ea-4053-8521-fe872217f615 req-1b11abb9-8790-4a75-a59d-99bdf9bbaa12 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 984 time: 0.0936520 Jun 28 12:33:28.465596 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-45a31f10-d8ea-4053-8521-fe872217f615 req-49bb7a79-50a4-4a9f-a3ec-953c6865ead2 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&id=a5a47d81-0155-424d-aafc-d660024e48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586472 Jun 28 12:33:28.492806 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4694b-380c-4333-a629-bacc10fa1b8b req-376e39f3-9a2b-48ac-9514-4b6bb33807e8 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:28.494722 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-27e4694b-380c-4333-a629-bacc10fa1b8b req-376e39f3-9a2b-48ac-9514-4b6bb33807e8 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 944 time: 0.1180432 Jun 28 12:33:28.541772 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-27e4694b-380c-4333-a629-bacc10fa1b8b req-a267d4ea-4849-422e-9b4d-5ffc2b9bf00a tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412595 Jun 28 12:33:28.750862 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d20bfce5-19da-4fb8-aff4-51de69425e92 req-cacff64f-94df-45ed-bedc-c3421bda20fb service neutron] 10.222.0.64 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815801 Jun 28 12:33:28.765258 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-98602ead-04ae-4793-be80-2d502d7cf6f6 req-c5f8cc11-9787-48ca-9cdc-154443a88610 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1489356 Jun 28 12:33:28.877423 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c96b80-3205-4bab-803d-98480e8d3fe2 req-0fafcea9-060f-4070-989c-54904b41d1c3 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:28.878836 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-92c96b80-3205-4bab-803d-98480e8d3fe2 req-0fafcea9-060f-4070-989c-54904b41d1c3 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.64 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.0829940 Jun 28 12:33:28.932939 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98602ead-04ae-4793-be80-2d502d7cf6f6 req-1103efd0-bfaa-43ca-94a3-e0fc6d58ef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:28.934393 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-98602ead-04ae-4793-be80-2d502d7cf6f6 req-1103efd0-bfaa-43ca-94a3-e0fc6d58ef80 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d731c92df6f44735b6ed8f7290374934&device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 1098 time: 0.0743287 Jun 28 12:33:29.014821 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [req-92c96b80-3205-4bab-803d-98480e8d3fe2 req-c6ed6476-8c4c-465b-9324-b8d355c8dd38 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Deleting port 7b0e8357-a33b-4ebc-8992-006ea2cce949 {{(pid=79149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:33:29.015154 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-92c96b80-3205-4bab-803d-98480e8d3fe2 req-c6ed6476-8c4c-465b-9324-b8d355c8dd38 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:29.138962 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81534885-c319-4bf8-a412-e9464415235a req-f94be7cd-7748-48fc-a895-e2882daa5151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:29.140422 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-81534885-c319-4bf8-a412-e9464415235a req-f94be7cd-7748-48fc-a895-e2882daa5151 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d731c92df6f44735b6ed8f7290374934&device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 1097 time: 0.1907995 Jun 28 12:33:29.142980 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98602ead-04ae-4793-be80-2d502d7cf6f6 req-437699f7-3e29-419c-9063-0d4256724725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:29.149784 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-98602ead-04ae-4793-be80-2d502d7cf6f6 req-437699f7-3e29-419c-9063-0d4256724725 service neutron] 10.222.0.64 "GET /v2.0/networks?id=611bae97-b201-4ae0-aa3d-b952aec58054 HTTP/1.1" status: 200 len: 913 time: 0.1580153 Jun 28 12:33:29.341600 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-98602ead-04ae-4793-be80-2d502d7cf6f6 req-74862f64-1c23-49bf-92b9-b66bb004f603 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6acad85-7082-49eb-984b-905172368108 HTTP/1.1" status: 200 len: 1001 time: 0.1700292 Jun 28 12:33:29.383893 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.db [req-92c96b80-3205-4bab-803d-98480e8d3fe2 req-c6ed6476-8c4c-465b-9324-b8d355c8dd38 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] For port 7b0e8357-a33b-4ebc-8992-006ea2cce949, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=7b0e8357-a33b-4ebc-8992-006ea2cce949,segment=NetworkSegment(dfd30b91-c668-41e0-a6ce-b8ba3812dfae),segment_id=dfd30b91-c668-41e0-a6ce-b8ba3812dfae)] {{(pid=79149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:33:29.384454 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-92c96b80-3205-4bab-803d-98480e8d3fe2 req-c6ed6476-8c4c-465b-9324-b8d355c8dd38 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:29.410156 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81534885-c319-4bf8-a412-e9464415235a req-2371b981-e860-46ba-8a82-476968a2051f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:29.411660 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-81534885-c319-4bf8-a412-e9464415235a req-2371b981-e860-46ba-8a82-476968a2051f service neutron] 10.222.0.64 "GET /v2.0/networks?id=611bae97-b201-4ae0-aa3d-b952aec58054 HTTP/1.1" status: 200 len: 913 time: 0.2588272 Jun 28 12:33:29.488280 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-81534885-c319-4bf8-a412-e9464415235a req-9cb0ca27-d6f2-4d02-a608-0a2832d4f850 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf4fff88-ec6f-4a4f-9d4a-c2653818ae52 HTTP/1.1" status: 200 len: 217 time: 0.0667920 Jun 28 12:33:29.489126 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98602ead-04ae-4793-be80-2d502d7cf6f6 req-1b8c5485-9f2d-4dfb-99b6-dbb9441bf36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:29.490243 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-98602ead-04ae-4793-be80-2d502d7cf6f6 req-1b8c5485-9f2d-4dfb-99b6-dbb9441bf36c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=07d77b73-0127-4dab-b2d9-b653c28d5b6a HTTP/1.1" status: 200 len: 851 time: 0.1376491 Jun 28 12:33:29.516316 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d0892-8e66-42ac-a597-b17bfafca605 req-3f1c04bc-f2c4-40c5-a752-c0f06916da65 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:29.517756 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ca6d0892-8e66-42ac-a597-b17bfafca605 req-3f1c04bc-f2c4-40c5-a752-c0f06916da65 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 944 time: 0.2432015 Jun 28 12:33:29.527759 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4c800-2706-4b69-bf59-392556d5b536 req-a8c5c95b-7a53-405a-8e56-db81932707c8 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:29.534234 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-07d4c800-2706-4b69-bf59-392556d5b536 req-a8c5c95b-7a53-405a-8e56-db81932707c8 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 945 time: 0.3014758 Jun 28 12:33:29.604996 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81534885-c319-4bf8-a412-e9464415235a req-1021689e-e96d-41c1-91a9-ad42e8a91de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:29.606424 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-81534885-c319-4bf8-a412-e9464415235a req-1021689e-e96d-41c1-91a9-ad42e8a91de6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=07d77b73-0127-4dab-b2d9-b653c28d5b6a HTTP/1.1" status: 200 len: 851 time: 0.1068704 Jun 28 12:33:29.673855 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98602ead-04ae-4793-be80-2d502d7cf6f6 req-ce773a3e-0ff1-4fd8-a035-26b54a23508d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:29.675355 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-98602ead-04ae-4793-be80-2d502d7cf6f6 req-ce773a3e-0ff1-4fd8-a035-26b54a23508d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=611bae97-b201-4ae0-aa3d-b952aec58054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1455967 Jun 28 12:33:29.790428 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81534885-c319-4bf8-a412-e9464415235a req-00676120-cdeb-494c-bba7-41f17b44c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:29.791966 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-81534885-c319-4bf8-a412-e9464415235a req-00676120-cdeb-494c-bba7-41f17b44c051 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=611bae97-b201-4ae0-aa3d-b952aec58054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1788867 Jun 28 12:33:29.881284 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ca6d0892-8e66-42ac-a597-b17bfafca605 req-8feeb402-d6c8-4b97-a51e-5d9353b9c925 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3441112 Jun 28 12:33:29.896054 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-07d4c800-2706-4b69-bf59-392556d5b536 req-49a3e3c2-a6b1-4bd8-a815-e8ee7ec8e772 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d9461e2-2f34-4966-9ede-e786849a88fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3605959 Jun 28 12:33:29.909647 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-98602ead-04ae-4793-be80-2d502d7cf6f6 req-e64b518f-638c-4f0c-886d-2289efd365f3 service neutron] 10.222.0.64 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255943 Jun 28 12:33:29.971755 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-92c96b80-3205-4bab-803d-98480e8d3fe2 req-c6ed6476-8c4c-465b-9324-b8d355c8dd38 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:29.972128 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-92c96b80-3205-4bab-803d-98480e8d3fe2 req-c6ed6476-8c4c-465b-9324-b8d355c8dd38 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696881'] for floatingip, after_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:29.972439 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.db.l3_db [req-92c96b80-3205-4bab-803d-98480e8d3fe2 req-c6ed6476-8c4c-465b-9324-b8d355c8dd38 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Floating IP 98d1d756-dab4-4212-9fe2-52407c5bc806 disassociated. External IP: 172.27.0.160, port: 7b0e8357-a33b-4ebc-8992-006ea2cce949. Jun 28 12:33:29.972787 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [req-92c96b80-3205-4bab-803d-98480e8d3fe2 req-c6ed6476-8c4c-465b-9324-b8d355c8dd38 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Calling delete_port for 7b0e8357-a33b-4ebc-8992-006ea2cce949 owned by compute:nova {{(pid=79149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:33:30.183925 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-81534885-c319-4bf8-a412-e9464415235a req-77f80847-647e-4630-8744-5ce9c2eb5390 service neutron] 10.222.0.64 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843694 Jun 28 12:33:30.185829 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-98602ead-04ae-4793-be80-2d502d7cf6f6 req-be287465-db73-4dcd-b8fa-10a52c7b1229 service neutron] 10.222.0.64 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614846 Jun 28 12:33:30.240919 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad2771-d214-4be0-a621-21e23a4bbd9c req-e9d9e627-0293-47c1-b841-0c487cd900c7 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:30.242414 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a7ad2771-d214-4be0-a621-21e23a4bbd9c req-e9d9e627-0293-47c1-b841-0c487cd900c7 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 984 time: 0.2296050 Jun 28 12:33:30.264941 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdd6bd-2a9f-4678-bca2-7a6c7d763487 req-87be605f-ab24-4904-bda7-ccc06c1c7818 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:30.266411 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c9bdd6bd-2a9f-4678-bca2-7a6c7d763487 req-87be605f-ab24-4904-bda7-ccc06c1c7818 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 944 time: 0.2132845 Jun 28 12:33:30.343152 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-81534885-c319-4bf8-a412-e9464415235a req-f31d1f43-dc1c-4411-a41a-7e3322aedb6c service neutron] 10.222.0.64 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414244 Jun 28 12:33:30.350121 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a7ad2771-d214-4be0-a621-21e23a4bbd9c req-f7a1aad2-8f7f-4998-b3cd-6d23b92580aa tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&id=a5a47d81-0155-424d-aafc-d660024e48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0965099 Jun 28 12:33:30.358174 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c9bdd6bd-2a9f-4678-bca2-7a6c7d763487 req-d3bf109f-7b4a-4c0c-9d1f-96c673c292bc tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750060 Jun 28 12:33:30.395496 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-92c96b80-3205-4bab-803d-98480e8d3fe2 req-c6ed6476-8c4c-465b-9324-b8d355c8dd38 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:30.401417 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-713a1898-e4c1-4194-926f-7b6d232512f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:30.447748 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed6476-8c4c-465b-9324-b8d355c8dd38 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Pushing event deleted for resources: {'Port': ['ID=7b0e8357-a33b-4ebc-8992-006ea2cce949,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:30.451104 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-c6ed6476-8c4c-465b-9324-b8d355c8dd38 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:30.622760 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 6ba385f4-d75b-4329-b33b-7524d87447d9 up at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:33:30.636721 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92c96b80-3205-4bab-803d-98480e8d3fe2 req-c6ed6476-8c4c-465b-9324-b8d355c8dd38 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Router 59ef1cad-a767-4060-9ad7-063cab56c2fe has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:33:30.690989 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning complete for port 6ba385f4-d75b-4329-b33b-7524d87447d9 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:33:30.691654 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:30.815704 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:30.818962 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92c96b80-3205-4bab-803d-98480e8d3fe2 req-c6ed6476-8c4c-465b-9324-b8d355c8dd38 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:33:30.830415 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b46948-2fb4-4ccc-9dc1-b24044392b33 None None] Sync routers for ids ['59ef1cad-a767-4060-9ad7-063cab56c2fe'] in dv-cinder-798094-1-iscsi {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:33:30.849767 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b46948-2fb4-4ccc-9dc1-b24044392b33 None None] Routers {'59ef1cad-a767-4060-9ad7-063cab56c2fe'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:33:30.850396 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-80b46948-2fb4-4ccc-9dc1-b24044392b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:33:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['59ef1cad-a767-4060-9ad7-063cab56c2fe'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:30.908147 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c96b80-3205-4bab-803d-98480e8d3fe2 req-c6ed6476-8c4c-465b-9324-b8d355c8dd38 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] No DVR routers for this DVR port 7b0e8357-a33b-4ebc-8992-006ea2cce949 on host hv-cinder-79809 {{(pid=79149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:33:30.911813 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-92c96b80-3205-4bab-803d-98480e8d3fe2 req-c6ed6476-8c4c-465b-9324-b8d355c8dd38 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:30.914432 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61de88e1-a28a-4177-a8f7-ab6f2f7ffed6', 'name': 'network-vif-deleted', 'tag': '7b0e8357-a33b-4ebc-8992-006ea2cce949'}] {{(pid=79149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:33:30.969786 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-92c96b80-3205-4bab-803d-98480e8d3fe2 req-c6ed6476-8c4c-465b-9324-b8d355c8dd38 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.64 "DELETE /v2.0/ports/7b0e8357-a33b-4ebc-8992-006ea2cce949 HTTP/1.1" status: 204 len: 173 time: 2.0218916 Jun 28 12:33:31.056089 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-80b46948-2fb4-4ccc-9dc1-b24044392b33 None None] Set router 59ef1cad-a767-4060-9ad7-063cab56c2fe gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:33:31.144681 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a45ffa2-ffd2-4780-ae16-0a9fd65f138a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba385f4-d75b-4329-b33b-7524d87447d9'}] {{(pid=79150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:33:31.153882 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-5d21dc8a-f7bf-4079-ab11-358172f43141 req-7275a37a-4d6a-4608-866d-34bc3313d04b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Synchronizing usage tracker for tenant:2ad5e7e0f4e04e7ca73089fe82192600 on resource:port {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:33:31.210553 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfd67b-4bd3-41c8-90b1-1c09e272b2b2 req-b0dbc2a5-b793-44d7-8803-e9f50e6b1f9c tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:31.212084 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8cbfd67b-4bd3-41c8-90b1-1c09e272b2b2 req-b0dbc2a5-b793-44d7-8803-e9f50e6b1f9c tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 944 time: 0.0990715 Jun 28 12:33:31.214678 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 6ba385f4-d75b-4329-b33b-7524d87447d9, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6ba385f4-d75b-4329-b33b-7524d87447d9,segment=NetworkSegment(23364f25-0914-45c3-9348-f31d0dbc7405),segment_id=23364f25-0914-45c3-9348-f31d0dbc7405)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:33:31.260889 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8cbfd67b-4bd3-41c8-90b1-1c09e272b2b2 req-5471d944-da26-4524-9365-2ee966f1e0d6 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413835 Jun 28 12:33:31.318456 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61de88e1-a28a-4177-a8f7-ab6f2f7ffed6', 'name': 'network-vif-deleted', 'tag': '7b0e8357-a33b-4ebc-8992-006ea2cce949', 'status': 'completed', 'code': 200} Jun 28 12:33:31.319652 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-5d21dc8a-f7bf-4079-ab11-358172f43141 req-7275a37a-4d6a-4608-866d-34bc3313d04b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Unset dirty status for tenant:2ad5e7e0f4e04e7ca73089fe82192600 on resource:port {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:33:31.320706 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5d21dc8a-f7bf-4079-ab11-358172f43141 req-7275a37a-4d6a-4608-866d-34bc3313d04b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 210 time: 0.2597647 Jun 28 12:33:31.411867 dv-cinder-798094-1-iscsi neutron-server[79150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a45ffa2-ffd2-4780-ae16-0a9fd65f138a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba385f4-d75b-4329-b33b-7524d87447d9', 'code': 200} Jun 28 12:33:31.416383 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:31.416383 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 7b0e8357-a33b-4ebc-8992-006ea2cce949 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:33:31.445479 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:31.496343 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] No Port match for: 7b0e8357-a33b-4ebc-8992-006ea2cce949 {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:33:31.496702 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 7b0e8357-a33b-4ebc-8992-006ea2cce949 not bound to the agent host hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:33:31.536238 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=6ba385f4-d75b-4329-b33b-7524d87447d9,revision_number=10']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:31.539693 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:31.557518 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-80b46948-2fb4-4ccc-9dc1-b24044392b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'name': 'tempest-AttachVolumeTestJSON-1378796990-router', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:02Z', 'updated_at': '2021-06-28T12:29:09Z', 'revision_number': 4, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'gw_port': {'id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:dd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '0e3134a8-b62b-4746-b794-3181092f9313', 'name': '', 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'mac_address': 'fa:16:3e:f3:fb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:08Z', 'updated_at': '2021-06-28T12:29:15Z', 'revision_number': 5, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'subnets': [{'id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:31.562151 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b46948-2fb4-4ccc-9dc1-b24044392b33 None None] Checking router: 59ef1cad-a767-4060-9ad7-063cab56c2fe for host: dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:33:31.574691 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b46948-2fb4-4ccc-9dc1-b24044392b33 None None] Routers {'59ef1cad-a767-4060-9ad7-063cab56c2fe'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:33:31.575390 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-80b46948-2fb4-4ccc-9dc1-b24044392b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:33:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['59ef1cad-a767-4060-9ad7-063cab56c2fe'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:31.642592 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca37d11-2481-4290-ae18-aa5f4eec63b2 req-37d163f1-c771-4bbf-a2c0-b38a38909377 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:31.649873 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0ca37d11-2481-4290-ae18-aa5f4eec63b2 req-37d163f1-c771-4bbf-a2c0-b38a38909377 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 946 time: 0.1597133 Jun 28 12:33:31.674522 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865407c-b5c8-4186-8527-83a9a03732e9 req-3beeede5-19d6-4ac7-94e9-48f4429ebfa4 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:31.676150 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f865407c-b5c8-4186-8527-83a9a03732e9 req-3beeede5-19d6-4ac7-94e9-48f4429ebfa4 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 984 time: 0.1492779 Jun 28 12:33:31.735351 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0ca37d11-2481-4290-ae18-aa5f4eec63b2 req-9a5b4ea4-870d-49ee-9b8a-774a9ed6705e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843585 Jun 28 12:33:31.758437 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f865407c-b5c8-4186-8527-83a9a03732e9 req-a1756e40-3c3c-48b1-a78f-64ec74741b31 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&id=a5a47d81-0155-424d-aafc-d660024e48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0741897 Jun 28 12:33:31.796637 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-80b46948-2fb4-4ccc-9dc1-b24044392b33 None None] Set router 59ef1cad-a767-4060-9ad7-063cab56c2fe gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:33:31.875371 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62785d07-5553-4068-90cc-230174b4b54e req-0692c37c-af11-498e-b312-736d0354f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:31.876832 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-62785d07-5553-4068-90cc-230174b4b54e req-0692c37c-af11-498e-b312-736d0354f17a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 1099 time: 0.0747669 Jun 28 12:33:31.922634 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-62785d07-5553-4068-90cc-230174b4b54e req-16fde017-a62c-4658-a72a-43d2c38dbe0b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382903 Jun 28 12:33:32.114533 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-80b46948-2fb4-4ccc-9dc1-b24044392b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'name': 'tempest-AttachVolumeTestJSON-1378796990-router', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:02Z', 'updated_at': '2021-06-28T12:29:09Z', 'revision_number': 4, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'gw_port': {'id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:dd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '0e3134a8-b62b-4746-b794-3181092f9313', 'name': '', 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'mac_address': 'fa:16:3e:f3:fb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:08Z', 'updated_at': '2021-06-28T12:29:15Z', 'revision_number': 5, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'subnets': [{'id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:32.118430 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b46948-2fb4-4ccc-9dc1-b24044392b33 None None] The sync data for ids ['59ef1cad-a767-4060-9ad7-063cab56c2fe'] in dv-cinder-798094-1-iscsi is: [{'id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'name': 'tempest-AttachVolumeTestJSON-1378796990-router', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:02Z', 'updated_at': '2021-06-28T12:29:09Z', 'revision_number': 4, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'gw_port': {'id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:dd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '0e3134a8-b62b-4746-b794-3181092f9313', 'name': '', 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'mac_address': 'fa:16:3e:f3:fb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:08Z', 'updated_at': '2021-06-28T12:29:15Z', 'revision_number': 5, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'subnets': [{'id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:33:32.340839 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ffa791-1a01-42c2-86ef-a95e3f8e4e32 None None] New status for floating IP 98d1d756-dab4-4212-9fe2-52407c5bc806: DOWN {{(pid=79151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:33:32.451758 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a7730-f6a2-41a3-848e-4f8af1870100 req-98683b6c-79e3-47be-b4de-30f5b54f582e tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:32.453202 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-548a7730-f6a2-41a3-848e-4f8af1870100 req-98683b6c-79e3-47be-b4de-30f5b54f582e tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 944 time: 0.0797179 Jun 28 12:33:32.622349 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ea89dd19-053a-4401-a822-44f1510f23e5 req-147751d6-db9a-4a91-94ba-08675cacb7d9 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 210 time: 0.1680622 Jun 28 12:33:32.644792 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-548a7730-f6a2-41a3-848e-4f8af1870100 req-3bab5dae-a998-4804-8d0a-de99c9df05f3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603260 Jun 28 12:33:32.973938 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4059c27-d97d-4645-929b-f8207d8a016c req-1b4aec10-4ef1-463c-953a-f1faa2b5705c tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:32.975409 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e4059c27-d97d-4645-929b-f8207d8a016c req-1b4aec10-4ef1-463c-953a-f1faa2b5705c tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 946 time: 0.1360302 Jun 28 12:33:32.986999 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7dbd3-f49a-4ec0-9f45-3d4e719946eb req-0e920750-7987-4f8e-b3de-b045a8ea230e tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:32.988332 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-64e7dbd3-f49a-4ec0-9f45-3d4e719946eb req-0e920750-7987-4f8e-b3de-b045a8ea230e tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 984 time: 0.1193907 Jun 28 12:33:33.062533 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e4059c27-d97d-4645-929b-f8207d8a016c req-79da7f32-69f9-4541-9060-0ab69d447edf tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732679 Jun 28 12:33:33.066512 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-64e7dbd3-f49a-4ec0-9f45-3d4e719946eb req-65aa1ae0-c995-4cde-8a26-ad3f553cc36f tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&id=a5a47d81-0155-424d-aafc-d660024e48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641952 Jun 28 12:33:33.819469 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b3fc8004-5481-436d-aa95-8d99ff8da2b1 req-86d7807c-08ef-41e9-83fa-59f61c7156e1 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 210 time: 0.0753098 Jun 28 12:33:33.868627 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d3ebb-28cc-488a-a046-c3e9369318c6 req-764103d6-4290-4f6d-a21b-fc68838f2539 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:33.870041 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-781d3ebb-28cc-488a-a046-c3e9369318c6 req-764103d6-4290-4f6d-a21b-fc68838f2539 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 944 time: 0.0953035 Jun 28 12:33:33.915179 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-781d3ebb-28cc-488a-a046-c3e9369318c6 req-b4c9eddd-9a58-43f0-a2ae-0b1d876125d3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393901 Jun 28 12:33:34.317269 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95001b6-9d73-4c93-b4c7-cef1c9d80c34 req-1ea0a63f-50ad-4157-b667-6ffc0b858a5f tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:34.318714 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b95001b6-9d73-4c93-b4c7-cef1c9d80c34 req-1ea0a63f-50ad-4157-b667-6ffc0b858a5f tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 984 time: 0.1420496 Jun 28 12:33:34.330678 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00bb846-be74-4491-9d33-08dc8113c7c1 req-74bd741f-866a-426b-9015-7c275335f30d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:34.332106 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b00bb846-be74-4491-9d33-08dc8113c7c1 req-74bd741f-866a-426b-9015-7c275335f30d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 946 time: 0.1541491 Jun 28 12:33:34.407917 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b95001b6-9d73-4c93-b4c7-cef1c9d80c34 req-b3624adb-85fa-4f02-9eaf-6cf8bed3cd33 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&id=a5a47d81-0155-424d-aafc-d660024e48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0747325 Jun 28 12:33:34.412449 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b00bb846-be74-4491-9d33-08dc8113c7c1 req-8c6aee21-0b6f-42ce-96de-b98bee6428c0 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657744 Jun 28 12:33:34.979995 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f540be7d-6a01-4843-940f-e1b0fce1dc46 req-40bf35a9-eb39-4264-be69-dd851acadfde tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=61de88e1-a28a-4177-a8f7-ab6f2f7ffed6 HTTP/1.1" status: 200 len: 210 time: 0.0426364 Jun 28 12:33:35.104533 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6d4e2-3e97-44e0-a1e9-e0245ff218bc req-b9036df6-bd50-43e8-b62c-c8d43685ed0a tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:35.106027 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e2d6d4e2-3e97-44e0-a1e9-e0245ff218bc req-b9036df6-bd50-43e8-b62c-c8d43685ed0a tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 944 time: 0.0807984 Jun 28 12:33:35.151862 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e2d6d4e2-3e97-44e0-a1e9-e0245ff218bc req-b5add1a0-d8ca-44ca-b7a0-751ac24339ff tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401020 Jun 28 12:33:35.424697 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:33:35.665267 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee078a-e429-4359-bbe9-899f4479f5e8 req-bba1cbfb-a7ad-4054-9e72-0db123c64ca8 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:35.666777 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-50ee078a-e429-4359-bbe9-899f4479f5e8 req-bba1cbfb-a7ad-4054-9e72-0db123c64ca8 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 984 time: 0.1482718 Jun 28 12:33:35.677563 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36193cbf-9384-4b89-96f4-46d3db9f8bfa req-4fd07a8f-44ec-4096-b265-e6b4be6d5582 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:35.678955 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-36193cbf-9384-4b89-96f4-46d3db9f8bfa req-4fd07a8f-44ec-4096-b265-e6b4be6d5582 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 946 time: 0.1212628 Jun 28 12:33:35.756991 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-50ee078a-e429-4359-bbe9-899f4479f5e8 req-56ca195d-c2d0-4ba6-ab62-0e59fa4ffe67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&id=a5a47d81-0155-424d-aafc-d660024e48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0770738 Jun 28 12:33:35.760257 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-36193cbf-9384-4b89-96f4-46d3db9f8bfa req-8742c83b-f33e-417d-a8e6-56c3d489d180 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669348 Jun 28 12:33:36.228214 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-d079a95f-5b58-45ea-9721-ac99cac6e4df tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:36.229700 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-d079a95f-5b58-45ea-9721-ac99cac6e4df tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/networks?id=ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c HTTP/1.1" status: 200 len: 814 time: 0.1817400 Jun 28 12:33:36.230514 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 53058) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:36.273728 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-c9621aeb-3289-4eba-b58f-cb4a81b57fbf tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/quotas/2c409c3529524edca55e705bef4fc341 HTTP/1.1" status: 200 len: 375 time: 0.0232584 Jun 28 12:33:36.366091 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-5cd0766d-fe0b-40c7-a84b-189334238a82 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c409c3529524edca55e705bef4fc341&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856256 Jun 28 12:33:36.429625 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-084ab0ca-f062-4f95-b2b2-8ec3d930d63b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:36.529966 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-084ab0ca-f062-4f95-b2b2-8ec3d930d63b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:36.602764 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ac48d-1147-48fc-9725-ddeb5a4ac823 req-fd5a3ff0-d3be-4f59-8a24-1b4257b044d0 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:36.604742 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f83ac48d-1147-48fc-9725-ddeb5a4ac823 req-fd5a3ff0-d3be-4f59-8a24-1b4257b044d0 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 944 time: 0.2845998 Jun 28 12:33:36.606949 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-3a561cac-4de2-4fde-98d1-b82e72a7cb5f service neutron] 10.222.0.24 "GET /v2.0/networks/ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269611 Jun 28 12:33:36.735487 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-084ab0ca-f062-4f95-b2b2-8ec3d930d63b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:36.752088 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-752ed936-4a3a-485a-99d8-6e221bd7cb8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:36.771845 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f83ac48d-1147-48fc-9725-ddeb5a4ac823 req-29d6178d-c0fb-4fe7-a325-eaa7806b7bb8 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365957 Jun 28 12:33:36.778775 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ab0ca-f062-4f95-b2b2-8ec3d930d63b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9461e2-2f34-4966-9ede-e786849a88fe,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:36.783145 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-084ab0ca-f062-4f95-b2b2-8ec3d930d63b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:36.915962 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-a102fbdb-5328-41cc-ab6d-89fc9d38aa2d service neutron] 10.222.0.24 "GET /v2.0/networks/ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021262 Jun 28 12:33:36.955096 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-084ab0ca-f062-4f95-b2b2-8ec3d930d63b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:36.956197 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-084ab0ca-f062-4f95-b2b2-8ec3d930d63b tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "DELETE /v2.0/security-groups/5d9461e2-2f34-4966-9ede-e786849a88fe HTTP/1.1" status: 204 len: 168 time: 0.7247217 Jun 28 12:33:36.959585 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 53084) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:36.984092 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.api.v2.resource [None req-3c284602-36d0-42a5-80c5-409dc198fda0 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] show failed (client error): The resource could not be found. Jun 28 12:33:36.989383 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-3c284602-36d0-42a5-80c5-409dc198fda0 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups/5d9461e2-2f34-4966-9ede-e786849a88fe HTTP/1.1" status: 404 len: 347 time: 0.0264211 Jun 28 12:33:36.990221 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 53088) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:37.017532 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc937547-036f-4099-a887-3ece9f801f63 req-aa447b36-176c-4167-9f07-3df789e8ee85 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:37.019137 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-fc937547-036f-4099-a887-3ece9f801f63 req-aa447b36-176c-4167-9f07-3df789e8ee85 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 984 time: 0.1064603 Jun 28 12:33:37.068587 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-fc937547-036f-4099-a887-3ece9f801f63 req-10f89eb9-c80a-481d-833d-1a75f13ac083 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&id=a5a47d81-0155-424d-aafc-d660024e48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429864 Jun 28 12:33:37.155630 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-aae62e3f-92d7-41b7-97c0-690c16efc971 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Deleting port 199389f6-a869-4809-8e51-b6aa7635e8f0 {{(pid=79148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:33:37.155971 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-aae62e3f-92d7-41b7-97c0-690c16efc971 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:37.278184 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bb47af33-69da-4d39-aadb-1602336ee471 req-e838a12d-c839-4419-acf6-e05c2b2a905f tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=124113da-a1e1-4432-8127-137e2c7eb2bf HTTP/1.1" status: 200 len: 210 time: 0.0663970 Jun 28 12:33:37.336854 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640696f-abfc-4547-87b8-6983c11fb861 req-77dd1db4-bc7c-419d-a111-801d7b0908c7 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:37.346206 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c640696f-abfc-4547-87b8-6983c11fb861 req-77dd1db4-bc7c-419d-a111-801d7b0908c7 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 946 time: 0.1733379 Jun 28 12:33:37.353441 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-aae62e3f-92d7-41b7-97c0-690c16efc971 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:37.353795 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-aae62e3f-92d7-41b7-97c0-690c16efc971 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:37.388230 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c640696f-abfc-4547-87b8-6983c11fb861 req-b6531483-23ce-46b8-9c74-5d91fc9bff4e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411611 Jun 28 12:33:37.481803 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-aae62e3f-92d7-41b7-97c0-690c16efc971 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Calling delete_port for 199389f6-a869-4809-8e51-b6aa7635e8f0 owned by network:floatingip {{(pid=79148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:33:37.778379 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-aae62e3f-92d7-41b7-97c0-690c16efc971 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:37.782365 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-28f8290a-748a-4027-b1c8-cef59f5550dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:37.854859 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae62e3f-92d7-41b7-97c0-690c16efc971 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Pushing event deleted for resources: {'Port': ['ID=199389f6-a869-4809-8e51-b6aa7635e8f0,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:37.857286 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-aae62e3f-92d7-41b7-97c0-690c16efc971 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:37.927558 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-aae62e3f-92d7-41b7-97c0-690c16efc971 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for floatingip, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:37.974518 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b47a1-f8a1-4534-9dc0-b68e9d5e20cb req-f7ddb231-5f13-43b1-9dc6-33c4184458ec tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:37.976307 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-de2b47a1-f8a1-4534-9dc0-b68e9d5e20cb req-f7ddb231-5f13-43b1-9dc6-33c4184458ec tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 944 time: 0.0878935 Jun 28 12:33:38.022957 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-de2b47a1-f8a1-4534-9dc0-b68e9d5e20cb req-27ad5649-b5ec-4dd5-8df7-3bad5085dd57 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404072 Jun 28 12:33:38.035248 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-aae62e3f-92d7-41b7-97c0-690c16efc971 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for floatingip, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:38.036232 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-aae62e3f-92d7-41b7-97c0-690c16efc971 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "DELETE /v2.0/floatingips/98d1d756-dab4-4212-9fe2-52407c5bc806 HTTP/1.1" status: 204 len: 168 time: 1.0448480 Jun 28 12:33:38.259396 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5b6fd-4d36-4a04-b397-a7f1de17d8a7 req-589db763-e3e3-4efb-aee7-f718864a5c01 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:38.261426 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-78c5b6fd-4d36-4a04-b397-a7f1de17d8a7 req-589db763-e3e3-4efb-aee7-f718864a5c01 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 984 time: 0.0864809 Jun 28 12:33:38.311495 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-78c5b6fd-4d36-4a04-b397-a7f1de17d8a7 req-37c702e9-89c9-4447-a211-befcb2172c75 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&id=a5a47d81-0155-424d-aafc-d660024e48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438983 Jun 28 12:33:38.352831 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 53110) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:38.358923 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-9fe39607-9c45-46b9-814c-451dc1067fdf tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Request body: {'security_group': {'name': 'tempest-securitygroup--112791591', 'description': 'tempest-description--1163705802'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:38.365398 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-9fe39607-9c45-46b9-814c-451dc1067fdf tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:33:38.370441 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-9fe39607-9c45-46b9-814c-451dc1067fdf tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Usage tracker for resource:security_group and tenant:2ad5e7e0f4e04e7ca73089fe82192600 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:33:38.373531 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-9fe39607-9c45-46b9-814c-451dc1067fdf tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:33:38.379777 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-9fe39607-9c45-46b9-814c-451dc1067fdf tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:33:38.452939 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7a00d5d6-7da5-445a-b87e-3e9d9c25dd3c req-d27606ac-3390-4d79-ac30-bf01b1dc467c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=124113da-a1e1-4432-8127-137e2c7eb2bf HTTP/1.1" status: 200 len: 210 time: 0.0431037 Jun 28 12:33:38.464053 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-9fe39607-9c45-46b9-814c-451dc1067fdf tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:38.485959 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-9fe39607-9c45-46b9-814c-451dc1067fdf tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:33:38.490124 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-9fe39607-9c45-46b9-814c-451dc1067fdf tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Usage tracker for resource:security_group_rule and tenant:2ad5e7e0f4e04e7ca73089fe82192600 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:33:38.493500 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-9fe39607-9c45-46b9-814c-451dc1067fdf tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:33:38.499930 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-9fe39607-9c45-46b9-814c-451dc1067fdf tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:33:38.578315 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-9fe39607-9c45-46b9-814c-451dc1067fdf tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:38.590124 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0455a-603e-4ac6-94bd-7177de2dd7b0 req-8abb01a8-3879-4b83-8192-60b4db0a833a tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:38.591744 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-77a0455a-603e-4ac6-94bd-7177de2dd7b0 req-8abb01a8-3879-4b83-8192-60b4db0a833a tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 946 time: 0.0863233 Jun 28 12:33:38.623566 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-c45c4bf9-4290-4e37-a7d1-d2d4af4d7ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:38.629376 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device bf4fff88-ec6f-4a4f-9d4a-c2653818ae52 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:33:38.644082 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-77a0455a-603e-4ac6-94bd-7177de2dd7b0 req-2c429cfc-727e-431d-aaea-d3d56403f5e6 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465090 Jun 28 12:33:38.658246 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-9fe39607-9c45-46b9-814c-451dc1067fdf tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:38.683833 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-b98692ca-7367-42cb-99c8-2d6414d1b6c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:38.711368 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe39607-9c45-46b9-814c-451dc1067fdf tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2b1afe-c2e3-4511-b6f9-dee3ff816f59,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:38.714572 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-9fe39607-9c45-46b9-814c-451dc1067fdf tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:38.772935 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-9fe39607-9c45-46b9-814c-451dc1067fdf tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:38.774509 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-9fe39607-9c45-46b9-814c-451dc1067fdf tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4205647 Jun 28 12:33:38.776582 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port bf4fff88-ec6f-4a4f-9d4a-c2653818ae52, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=bf4fff88-ec6f-4a4f-9d4a-c2653818ae52,segment=NetworkSegment(dc1f170b-1229-466f-8985-928d834987ab),segment_id=dc1f170b-1229-466f-8985-928d834987ab)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:33:38.777578 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 53118) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:38.789947 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-9740d7b2-84eb-49fd-b3e6-f25963680e66 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Request body: {'security_group_rule': {'security_group_id': '4f2b1afe-c2e3-4511-b6f9-dee3ff816f59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:38.791596 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Returning: {'device': 'bf4fff88-ec6f-4a4f-9d4a-c2653818ae52', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'port_id': 'bf4fff88-ec6f-4a4f-9d4a-c2653818ae52', 'mac_address': 'fa:16:3e:41:5b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:33:38.796434 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-9740d7b2-84eb-49fd-b3e6-f25963680e66 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:33:38.800339 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-9740d7b2-84eb-49fd-b3e6-f25963680e66 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Usage tracker for resource:security_group_rule and tenant:2ad5e7e0f4e04e7ca73089fe82192600 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:33:38.803264 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-9740d7b2-84eb-49fd-b3e6-f25963680e66 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:33:38.809457 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-9740d7b2-84eb-49fd-b3e6-f25963680e66 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:33:38.851224 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:38.868259 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf4fff88-ec6f-4a4f-9d4a-c2653818ae52 {{(pid=79150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:33:38.889624 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port bf4fff88-ec6f-4a4f-9d4a-c2653818ae52, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=bf4fff88-ec6f-4a4f-9d4a-c2653818ae52,segment=NetworkSegment(dc1f170b-1229-466f-8985-928d834987ab),segment_id=dc1f170b-1229-466f-8985-928d834987ab)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:33:38.939214 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-9740d7b2-84eb-49fd-b3e6-f25963680e66 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:38.966990 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:38.968747 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-bee6983f-be89-4cac-bfed-76402ff6346b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:39.001827 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-9740d7b2-84eb-49fd-b3e6-f25963680e66 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:39.033414 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=bf4fff88-ec6f-4a4f-9d4a-c2653818ae52,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:39.037147 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:39.043092 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:39.043432 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:39.043759 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:39.044081 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:39.044403 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:39.044719 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:39.045036 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:39.045347 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:39.045665 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:39.045969 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:39.046280 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:39.046590 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:39.050165 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:39.062509 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-9740d7b2-84eb-49fd-b3e6-f25963680e66 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731641'] for security_group_rule, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:39.064556 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:39.087277 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740d7b2-84eb-49fd-b3e6-f25963680e66 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34207657-b829-41db-9593-915856635b9e,revision_number=0']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:39.092049 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-9740d7b2-84eb-49fd-b3e6-f25963680e66 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:39.189272 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-9740d7b2-84eb-49fd-b3e6-f25963680e66 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:39.191322 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-9740d7b2-84eb-49fd-b3e6-f25963680e66 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4119163 Jun 28 12:33:39.193115 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 53124) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:39.198397 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-8597374a-6881-4507-a50a-cd3061b951ba tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Request body: {'security_group_rule': {'security_group_id': '4f2b1afe-c2e3-4511-b6f9-dee3ff816f59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:39.204206 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-8597374a-6881-4507-a50a-cd3061b951ba tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:33:39.206323 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81df6e8-b55f-4934-b4a1-5e4548f4a68c req-0f4926d0-fa05-452b-8325-2e4cf7b42355 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:39.207816 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c81df6e8-b55f-4934-b4a1-5e4548f4a68c req-0f4926d0-fa05-452b-8325-2e4cf7b42355 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 945 time: 0.0806336 Jun 28 12:33:39.208020 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-8597374a-6881-4507-a50a-cd3061b951ba tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Usage tracker for resource:security_group_rule and tenant:2ad5e7e0f4e04e7ca73089fe82192600 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:33:39.210968 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-8597374a-6881-4507-a50a-cd3061b951ba tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:33:39.217327 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-8597374a-6881-4507-a50a-cd3061b951ba tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:33:39.254717 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c81df6e8-b55f-4934-b4a1-5e4548f4a68c req-c6db8912-dfda-4bc2-a4e6-ee4380499e10 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404656 Jun 28 12:33:39.305239 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-8597374a-6881-4507-a50a-cd3061b951ba tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:39.312021 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['bf4fff88-ec6f-4a4f-9d4a-c2653818ae52'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:33:39.389730 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-8597374a-6881-4507-a50a-cd3061b951ba tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:39.458194 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-8597374a-6881-4507-a50a-cd3061b951ba tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731641'] for security_group_rule, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:39.460751 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:39.485779 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597374a-6881-4507-a50a-cd3061b951ba tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ccf2652-1aa3-4e12-ac67-443d2094f2bf,revision_number=0']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:39.488357 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-8597374a-6881-4507-a50a-cd3061b951ba tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:39.573051 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-8597374a-6881-4507-a50a-cd3061b951ba tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:39.577059 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-8597374a-6881-4507-a50a-cd3061b951ba tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3801582 Jun 28 12:33:39.577277 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 53132) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:39.583027 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-38fda4c4-7717-4b75-925f-3e2cd2345b71 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Request body: {'floatingip': {'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:39.589374 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-38fda4c4-7717-4b75-925f-3e2cd2345b71 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:33:39.593356 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-38fda4c4-7717-4b75-925f-3e2cd2345b71 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Usage tracker for resource:floatingip and tenant:2ad5e7e0f4e04e7ca73089fe82192600 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:33:39.596332 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-38fda4c4-7717-4b75-925f-3e2cd2345b71 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:33:39.604321 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-38fda4c4-7717-4b75-925f-3e2cd2345b71 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:33:39.669090 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-31e3d9ac-05e0-4447-aaf3-a10b5f821d6d req-99220440-6f36-458d-859d-5ec099f96770 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=124113da-a1e1-4432-8127-137e2c7eb2bf HTTP/1.1" status: 200 len: 210 time: 0.0665174 Jun 28 12:33:39.701119 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee2261-55f5-40bd-aba3-15f28ba1ee94 req-8b3ddc11-b2a6-4e61-89e2-d579874b02ee tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:39.702572 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d6ee2261-55f5-40bd-aba3-15f28ba1ee94 req-8b3ddc11-b2a6-4e61-89e2-d579874b02ee tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 984 time: 0.2691150 Jun 28 12:33:39.702761 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-38fda4c4-7717-4b75-925f-3e2cd2345b71 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for floatingip, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:39.721218 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-1a457441-2af7-4e20-93a5-477ba829673b tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:39.722590 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-1a457441-2af7-4e20-93a5-477ba829673b tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.64 "GET /v2.0/networks?id=ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c HTTP/1.1" status: 200 len: 814 time: 0.2379150 Jun 28 12:33:39.744851 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-c1eb80e1-341a-440f-a06c-bf25abe9039c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Request body: {'port': {'device_id': '124113da-a1e1-4432-8127-137e2c7eb2bf', 'network_id': 'ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c', 'admin_state_up': True, 'tenant_id': '2c409c3529524edca55e705bef4fc341'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:39.847165 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-38fda4c4-7717-4b75-925f-3e2cd2345b71 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:39.854886 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d6ee2261-55f5-40bd-aba3-15f28ba1ee94 req-04cdc68a-f391-4bec-8e3a-d7a4cf714c34 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&id=a5a47d81-0155-424d-aafc-d660024e48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1304550 Jun 28 12:33:39.925836 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-c1eb80e1-341a-440f-a06c-bf25abe9039c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:33:39.937014 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-c1eb80e1-341a-440f-a06c-bf25abe9039c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:33:39.995664 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [None req-38fda4c4-7717-4b75-925f-3e2cd2345b71 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Allocated IP 172.27.0.93 (c9286c56-74de-4de9-a16f-8e0a6aaad408/86bae704-b0f4-4850-808b-6f728b6b20f3/1db7fbde-1a3a-48c6-8dbb-698b323ee1c9) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:33:40.113543 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-c1eb80e1-341a-440f-a06c-bf25abe9039c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Made reservation on behalf of 2c409c3529524edca55e705bef4fc341 for: {'port': 1} {{(pid=79149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:33:40.117652 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-c1eb80e1-341a-440f-a06c-bf25abe9039c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:40.255270 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-38fda4c4-7717-4b75-925f-3e2cd2345b71 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:40.282321 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.db_base_plugin_common [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-c1eb80e1-341a-440f-a06c-bf25abe9039c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Allocated IP 172.20.0.7 (ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c/6f89a31e-b473-4376-80a5-e7091af9c387/12685ee3-44c2-46ce-a98a-2cf00397176f) {{(pid=79149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:33:40.389809 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-38fda4c4-7717-4b75-925f-3e2cd2345b71 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:40.393796 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:40.461657 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fda4c4-7717-4b75-925f-3e2cd2345b71 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Network c9286c56-74de-4de9-a16f-8e0a6aaad408 is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:33:40.465044 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-38fda4c4-7717-4b75-925f-3e2cd2345b71 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:33:40.467976 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fda4c4-7717-4b75-925f-3e2cd2345b71 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:33:40.508544 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fda4c4-7717-4b75-925f-3e2cd2345b71 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Pushing event updated for resources: {'Port': ['ID=1db7fbde-1a3a-48c6-8dbb-698b323ee1c9,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:40.511411 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-38fda4c4-7717-4b75-925f-3e2cd2345b71 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:40.549609 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-c1eb80e1-341a-440f-a06c-bf25abe9039c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Notify callbacks [] for port, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:40.556150 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-38fda4c4-7717-4b75-925f-3e2cd2345b71 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:40.561733 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103142f-7175-431a-a2cf-ccefd385cb6a req-4f5347f4-d69b-47f8-bec2-58c5d9c729ce tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:40.563233 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a103142f-7175-431a-a2cf-ccefd385cb6a req-4f5347f4-d69b-47f8-bec2-58c5d9c729ce tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 945 time: 0.1903183 Jun 28 12:33:40.618236 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a103142f-7175-431a-a2cf-ccefd385cb6a req-2781d49d-0173-45e6-9a22-c869df3ea459 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490429 Jun 28 12:33:40.655878 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device bf4fff88-ec6f-4a4f-9d4a-c2653818ae52 up at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:33:40.680461 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-38fda4c4-7717-4b75-925f-3e2cd2345b71 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:40.703474 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-c1eb80e1-341a-440f-a06c-bf25abe9039c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:40.711347 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-8185052c-5500-46ef-ad71-4655ae1e54a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:40.801204 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning for port bf4fff88-ec6f-4a4f-9d4a-c2653818ae52 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:33:40.807662 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning complete for port bf4fff88-ec6f-4a4f-9d4a-c2653818ae52 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:33:40.808718 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:40.920817 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-c1eb80e1-341a-440f-a06c-bf25abe9039c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Network ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c is already hosted by enough agents. {{(pid=79149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:33:40.925472 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.base_scheduler [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-c1eb80e1-341a-440f-a06c-bf25abe9039c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Resources bound (agent type, host, resource id): {{(pid=79149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:33:40.926258 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-38fda4c4-7717-4b75-925f-3e2cd2345b71 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for port, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:40.935368 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-c1eb80e1-341a-440f-a06c-bf25abe9039c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Received port after_create {{(pid=79149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:33:40.963593 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:40.990563 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-38fda4c4-7717-4b75-925f-3e2cd2345b71 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:40.997129 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-c5bf68e4-46d3-4a65-b206-196b1a794800 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:40.998070 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03cf071-fc5f-4a32-a0e7-5510975f22f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4fff88-ec6f-4a4f-9d4a-c2653818ae52'}] {{(pid=79150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:33:40.999134 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb80e1-341a-440f-a06c-bf25abe9039c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Pushing event updated for resources: {'Port': ['ID=12685ee3-44c2-46ce-a98a-2cf00397176f,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:41.007199 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-c1eb80e1-341a-440f-a06c-bf25abe9039c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:41.015719 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port bf4fff88-ec6f-4a4f-9d4a-c2653818ae52, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=bf4fff88-ec6f-4a4f-9d4a-c2653818ae52,segment=NetworkSegment(dc1f170b-1229-466f-8985-928d834987ab),segment_id=dc1f170b-1229-466f-8985-928d834987ab)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:33:41.076083 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-c1eb80e1-341a-440f-a06c-bf25abe9039c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:41.076588 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-c1eb80e1-341a-440f-a06c-bf25abe9039c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:41.086300 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-55d53ca8-f278-42ae-bf15-660ddcbbe798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:41.102570 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:41.106043 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:41.112926 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a145e-1905-4723-a5de-0ec226702863 req-bd40bd1b-01f8-4d7b-9ea6-3ae6c017b86a tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:41.114370 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-fd5a145e-1905-4723-a5de-0ec226702863 req-bd40bd1b-01f8-4d7b-9ea6-3ae6c017b86a tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=124113da-a1e1-4432-8127-137e2c7eb2bf HTTP/1.1" status: 200 len: 931 time: 0.2471898 Jun 28 12:33:41.121523 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fda4c4-7717-4b75-925f-3e2cd2345b71 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Pushing event updated for resources: {'Port': ['ID=1db7fbde-1a3a-48c6-8dbb-698b323ee1c9,revision_number=2']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:41.125698 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-38fda4c4-7717-4b75-925f-3e2cd2345b71 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:41.134591 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-38fda4c4-7717-4b75-925f-3e2cd2345b71 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696881'] for floatingip, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:41.173479 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-fd5a145e-1905-4723-a5de-0ec226702863 req-1f6a6670-a342-4a63-8411-2bbb1f9216d3 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdcd544-e282-4db1-9495-d95ac1a333b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472887 Jun 28 12:33:41.180358 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=bf4fff88-ec6f-4a4f-9d4a-c2653818ae52,revision_number=5']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:41.182565 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209205f-4714-4a8d-9f7e-32104f78865f req-ef96383a-9eec-47b8-a0e5-ba59c7a13766 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:41.184064 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9209205f-4714-4a8d-9f7e-32104f78865f req-ef96383a-9eec-47b8-a0e5-ba59c7a13766 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 984 time: 0.1781433 Jun 28 12:33:41.184499 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:41.226796 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-c1eb80e1-341a-440f-a06c-bf25abe9039c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4864936 Jun 28 12:33:41.233660 dv-cinder-798094-1-iscsi neutron-server[79150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03cf071-fc5f-4a32-a0e7-5510975f22f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4fff88-ec6f-4a4f-9d4a-c2653818ae52', 'code': 200} Jun 28 12:33:41.239698 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9209205f-4714-4a8d-9f7e-32104f78865f req-30a70d10-d456-49a6-bd60-96d2a0a8c76b tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&id=a5a47d81-0155-424d-aafc-d660024e48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0496361 Jun 28 12:33:41.246461 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-38fda4c4-7717-4b75-925f-3e2cd2345b71 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for floatingip, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:41.247957 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-38fda4c4-7717-4b75-925f-3e2cd2345b71 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6695161 Jun 28 12:33:41.279542 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-e5de599a-9904-45f5-87b4-2ef3bf783578 service neutron] Request body: {'port': {'device_id': '124113da-a1e1-4432-8127-137e2c7eb2bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:41.389644 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-e5de599a-9904-45f5-87b4-2ef3bf783578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:41.508416 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-57128572-e01b-49c8-a8af-3136b984f49a req-0b8e0579-aa19-4ae1-ad69-38e9d86e5b63 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Synchronizing usage tracker for tenant:2ad5e7e0f4e04e7ca73089fe82192600 on resource:security_group {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:33:41.689414 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-57128572-e01b-49c8-a8af-3136b984f49a req-0b8e0579-aa19-4ae1-ad69-38e9d86e5b63 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Unset dirty status for tenant:2ad5e7e0f4e04e7ca73089fe82192600 on resource:security_group {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:33:41.690592 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-57128572-e01b-49c8-a8af-3136b984f49a req-0b8e0579-aa19-4ae1-ad69-38e9d86e5b63 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--112791591&fields=id&tenant_id=2ad5e7e0f4e04e7ca73089fe82192600 HTTP/1.1" status: 200 len: 267 time: 0.2508709 Jun 28 12:33:41.717329 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d468f7c-33dd-4622-a12d-ba2a61f6a9dd req-61ca1c79-4a4a-49a0-bd4e-a3a1d16cfede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:41.719203 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-7d468f7c-33dd-4622-a12d-ba2a61f6a9dd req-61ca1c79-4a4a-49a0-bd4e-a3a1d16cfede service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 1099 time: 0.0749516 Jun 28 12:33:41.761496 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-7d468f7c-33dd-4622-a12d-ba2a61f6a9dd req-ac30b900-fb8d-4997-b34d-eed482d84726 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364130 Jun 28 12:33:41.977984 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57128572-e01b-49c8-a8af-3136b984f49a req-ba176f4d-f77c-41e6-aa23-1651bdd5d2a9 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:41.979983 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-57128572-e01b-49c8-a8af-3136b984f49a req-ba176f4d-f77c-41e6-aa23-1651bdd5d2a9 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/networks?id=85f9191a-de6b-428c-8880-77a90cc8bb8e HTTP/1.1" status: 200 len: 811 time: 0.2805734 Jun 28 12:33:41.989251 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.notifiers.nova [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-e5de599a-9904-45f5-87b4-2ef3bf783578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12685ee3-44c2-46ce-a98a-2cf00397176f {{(pid=79149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:33:42.003720 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-e5de599a-9904-45f5-87b4-2ef3bf783578 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:42.019004 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845aff0-5e29-4680-9be6-e4c0ccc6776e req-2bd20709-8810-42c4-85ea-99e65ff15d37 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:42.020428 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1845aff0-5e29-4680-9be6-e4c0ccc6776e req-2bd20709-8810-42c4-85ea-99e65ff15d37 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 946 time: 0.2718465 Jun 28 12:33:42.024384 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-57128572-e01b-49c8-a8af-3136b984f49a req-191a159e-e892-4845-9a81-14140b807ef0 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/quotas/2ad5e7e0f4e04e7ca73089fe82192600 HTTP/1.1" status: 200 len: 375 time: 0.0380549 Jun 28 12:33:42.032389 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.provisioning_blocks [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-e5de599a-9904-45f5-87b4-2ef3bf783578 service neutron] Transition to ACTIVE for port object 12685ee3-44c2-46ce-a98a-2cf00397176f will not be triggered until provisioned by entity L2. {{(pid=79149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:33:42.116965 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1845aff0-5e29-4680-9be6-e4c0ccc6776e req-b5a36f31-68bc-4b65-8770-4338335e77c0 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876217 Jun 28 12:33:42.119191 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-e5de599a-9904-45f5-87b4-2ef3bf783578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528764'] for port, after_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:42.124296 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-a76ee990-a8eb-44ce-b933-0ba20ecd4cfa tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:42.256621 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:42.262870 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de599a-9904-45f5-87b4-2ef3bf783578 service neutron] Pushing event updated for resources: {'Port': ['ID=12685ee3-44c2-46ce-a98a-2cf00397176f,revision_number=2']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:42.294102 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-e5de599a-9904-45f5-87b4-2ef3bf783578 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:42.312502 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-57128572-e01b-49c8-a8af-3136b984f49a req-9da62c1d-7acf-42a5-a9e0-46694e810443 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ad5e7e0f4e04e7ca73089fe82192600&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2790821 Jun 28 12:33:42.638720 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.managers [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-e5de599a-9904-45f5-87b4-2ef3bf783578 service neutron] Attempting to bind port 12685ee3-44c2-46ce-a98a-2cf00397176f on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:33:42.638975 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.managers [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-e5de599a-9904-45f5-87b4-2ef3bf783578 service neutron] Attempting to bind port 12685ee3-44c2-46ce-a98a-2cf00397176f by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '62454d56-6398-4948-933c-c3dedbe3ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c'}] {{(pid=79149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:33:42.639298 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-e5de599a-9904-45f5-87b4-2ef3bf783578 service neutron] Attempting to bind port 12685ee3-44c2-46ce-a98a-2cf00397176f on network ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c {{(pid=79149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:33:42.650501 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-e5de599a-9904-45f5-87b4-2ef3bf783578 service neutron] Port 12685ee3-44c2-46ce-a98a-2cf00397176f on network ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:33:42.650842 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-e5de599a-9904-45f5-87b4-2ef3bf783578 service neutron] Attempting to bind port 12685ee3-44c2-46ce-a98a-2cf00397176f on network ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c {{(pid=79149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:33:42.668526 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-e5de599a-9904-45f5-87b4-2ef3bf783578 service neutron] Checking agent: {'id': '406cf176-031c-46fa-bfd0-dd20e5845d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'started_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:33:42.668857 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-e5de599a-9904-45f5-87b4-2ef3bf783578 service neutron] Checking segment: {'id': '62454d56-6398-4948-933c-c3dedbe3ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:33:42.669232 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-e5de599a-9904-45f5-87b4-2ef3bf783578 service neutron] Bound using segment: {'id': '62454d56-6398-4948-933c-c3dedbe3ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c'} {{(pid=79149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:33:42.669649 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.managers [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-e5de599a-9904-45f5-87b4-2ef3bf783578 service neutron] Bound port: 12685ee3-44c2-46ce-a98a-2cf00397176f, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62454d56-6398-4948-933c-c3dedbe3ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c'}}] {{(pid=79149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:33:42.669982 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-e5de599a-9904-45f5-87b4-2ef3bf783578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:42.692501 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-57128572-e01b-49c8-a8af-3136b984f49a req-8543ea04-e91c-4ec7-986f-00a526685d9a service neutron] 10.222.0.24 "GET /v2.0/networks/85f9191a-de6b-428c-8880-77a90cc8bb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550375 Jun 28 12:33:42.725086 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc2856-4861-41dc-9337-261bafe5857a req-193740ec-e6eb-4477-93d4-8604968541c3 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:42.725753 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-23bc2856-4861-41dc-9337-261bafe5857a req-193740ec-e6eb-4477-93d4-8604968541c3 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Synchronizing usage tracker for tenant:2c409c3529524edca55e705bef4fc341 on resource:port {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:33:42.866188 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-23bc2856-4861-41dc-9337-261bafe5857a req-193740ec-e6eb-4477-93d4-8604968541c3 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Unset dirty status for tenant:2c409c3529524edca55e705bef4fc341 on resource:port {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:33:42.867362 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-23bc2856-4861-41dc-9337-261bafe5857a req-193740ec-e6eb-4477-93d4-8604968541c3 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=124113da-a1e1-4432-8127-137e2c7eb2bf HTTP/1.1" status: 200 len: 943 time: 0.5257893 Jun 28 12:33:42.886620 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.db [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-e5de599a-9904-45f5-87b4-2ef3bf783578 service neutron] For port 12685ee3-44c2-46ce-a98a-2cf00397176f, host hv-cinder-79809, cleared binding levels {{(pid=79149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:33:42.890894 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.db [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-e5de599a-9904-45f5-87b4-2ef3bf783578 service neutron] For port 12685ee3-44c2-46ce-a98a-2cf00397176f, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=12685ee3-44c2-46ce-a98a-2cf00397176f,segment=NetworkSegment(62454d56-6398-4948-933c-c3dedbe3ffcb),segment_id=62454d56-6398-4948-933c-c3dedbe3ffcb)] {{(pid=79149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:33:42.932653 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-57128572-e01b-49c8-a8af-3136b984f49a req-72fa9ddd-7914-448e-8516-69ce46d47c1d service neutron] 10.222.0.24 "GET /v2.0/networks/85f9191a-de6b-428c-8880-77a90cc8bb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042258 Jun 28 12:33:42.954015 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-e5de599a-9904-45f5-87b4-2ef3bf783578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528764'] for port, after_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:42.958784 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-11aee8bd-23f3-442a-95cc-ac139fe68cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:43.091187 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-e5de599a-9904-45f5-87b4-2ef3bf783578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:43.091822 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-e5de599a-9904-45f5-87b4-2ef3bf783578 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:43.093130 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-e5de599a-9904-45f5-87b4-2ef3bf783578 service neutron] 10.222.0.64 "PUT /v2.0/ports/12685ee3-44c2-46ce-a98a-2cf00397176f HTTP/1.1" status: 200 len: 1093 time: 1.8179815 Jun 28 12:33:43.096237 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124113da-a1e1-4432-8127-137e2c7eb2bf', 'tag': '12685ee3-44c2-46ce-a98a-2cf00397176f'}] {{(pid=79149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:33:43.104900 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-23bc2856-4861-41dc-9337-261bafe5857a req-43c7de46-1059-4f3c-8c69-51ab5218e288 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdcd544-e282-4db1-9495-d95ac1a333b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983361 Jun 28 12:33:43.109606 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de599a-9904-45f5-87b4-2ef3bf783578 service neutron] Pushing event updated for resources: {'Port': ['ID=12685ee3-44c2-46ce-a98a-2cf00397176f,revision_number=3']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:43.115158 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-e5de599a-9904-45f5-87b4-2ef3bf783578 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:43.180654 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '124113da-a1e1-4432-8127-137e2c7eb2bf', 'tag': '12685ee3-44c2-46ce-a98a-2cf00397176f', 'status': 'completed', 'code': 200} Jun 28 12:33:43.343314 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a6ed7c54-ae42-4a4b-a166-acd3b92b2341 req-7201ba19-09a7-4fba-b5bb-b2cb9b908e4f tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=25817964-679c-4658-a314-076ddca5a7d5 HTTP/1.1" status: 200 len: 210 time: 0.1317575 Jun 28 12:33:43.410653 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3114669-4f82-416e-b9b4-85803e0e8dd8 req-0a59ca02-20db-4085-b427-4705149ecd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:43.412035 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e3114669-4f82-416e-b9b4-85803e0e8dd8 req-0a59ca02-20db-4085-b427-4705149ecd63 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c409c3529524edca55e705bef4fc341&device_id=124113da-a1e1-4432-8127-137e2c7eb2bf HTTP/1.1" status: 200 len: 1096 time: 0.1452672 Jun 28 12:33:43.420433 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c60a7f-5f50-4b66-a87a-3977cbc47e99 req-95071fa6-0387-4e12-9ed5-3ae9fa8c20aa tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:43.423573 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-21c60a7f-5f50-4b66-a87a-3977cbc47e99 req-95071fa6-0387-4e12-9ed5-3ae9fa8c20aa tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 984 time: 0.1574769 Jun 28 12:33:43.624518 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-21c60a7f-5f50-4b66-a87a-3977cbc47e99 req-1637a734-0091-4728-a9f4-66437b6dc04a tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&id=a5a47d81-0155-424d-aafc-d660024e48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1762831 Jun 28 12:33:43.668167 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3114669-4f82-416e-b9b4-85803e0e8dd8 req-fe0b1460-9ff5-4808-a989-d6db10ada5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:43.669610 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e3114669-4f82-416e-b9b4-85803e0e8dd8 req-fe0b1460-9ff5-4808-a989-d6db10ada5f7 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=2c409c3529524edca55e705bef4fc341&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2432704 Jun 28 12:33:43.680248 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458509ac-0f29-4a22-89a9-5fcd088df798 req-4491155f-e6c1-4511-8142-a0622882a902 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:43.682232 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-458509ac-0f29-4a22-89a9-5fcd088df798 req-4491155f-e6c1-4511-8142-a0622882a902 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 946 time: 0.2361064 Jun 28 12:33:43.824835 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-458509ac-0f29-4a22-89a9-5fcd088df798 req-1e3acc58-4e93-4561-8425-cd15e6f1dc01 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188076 Jun 28 12:33:43.853746 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3114669-4f82-416e-b9b4-85803e0e8dd8 req-27f32975-b211-4ad0-8ffc-7e9acc214fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:43.855301 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e3114669-4f82-416e-b9b4-85803e0e8dd8 req-27f32975-b211-4ad0-8ffc-7e9acc214fae service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1721768 Jun 28 12:33:43.902504 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:44.052306 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-f58094b5-cfd7-4ae8-908b-f19a409bb8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:44.053786 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-f58094b5-cfd7-4ae8-908b-f19a409bb8a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c409c3529524edca55e705bef4fc341&device_id=124113da-a1e1-4432-8127-137e2c7eb2bf HTTP/1.1" status: 200 len: 1096 time: 0.1348569 Jun 28 12:33:44.063857 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f2a72-45d3-4e7b-821d-2e90495470e5 req-6a962cdc-6608-4a8e-a818-7599e5da1b4a tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:44.065398 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ff5f2a72-45d3-4e7b-821d-2e90495470e5 req-6a962cdc-6608-4a8e-a818-7599e5da1b4a tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 946 time: 0.1157694 Jun 28 12:33:44.154517 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-df8e9cb1-944e-4634-b7af-dd3c2c857711 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12685ee3-44c2-46ce-a98a-2cf00397176f HTTP/1.1" status: 200 len: 217 time: 0.0692677 Jun 28 12:33:44.213478 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ff5f2a72-45d3-4e7b-821d-2e90495470e5 req-145d7717-fc1b-4fe2-a4c3-81da875793ea tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413383 Jun 28 12:33:44.229150 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-e8791420-2d5c-43ea-8142-4c71a6183bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:44.231176 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-e8791420-2d5c-43ea-8142-4c71a6183bf9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f89a31e-b473-4376-80a5-e7091af9c387 HTTP/1.1" status: 200 len: 854 time: 0.0661790 Jun 28 12:33:44.242043 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 53184) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:44.320533 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-6ca90275-5f3d-47b8-aa90-b409022368d8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825694 Jun 28 12:33:44.437344 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30d5255-a1e3-4707-a8a6-7b8fdfe30dad tempest-TestVolumeBootPattern-2119654716 tempest-TestVolumeBootPattern-2119654716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:44.438296 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-c30d5255-a1e3-4707-a8a6-7b8fdfe30dad tempest-TestVolumeBootPattern-2119654716 tempest-TestVolumeBootPattern-2119654716-project-admin] Synchronizing usage tracker for tenant:9915477ab7dc44508bd5cd9e7873d92b on resource:port {{(pid=79148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:33:44.523316 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba4e7c-c633-43d7-a47a-d51b1d0ada17 req-a3cc70dd-e702-4f21-900b-bd32f0e5ba32 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:44.524799 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-10ba4e7c-c633-43d7-a47a-d51b1d0ada17 req-a3cc70dd-e702-4f21-900b-bd32f0e5ba32 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=124113da-a1e1-4432-8127-137e2c7eb2bf HTTP/1.1" status: 200 len: 943 time: 0.2880526 Jun 28 12:33:44.527388 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c8fd0218-2126-4b26-aaee-da8414a1bdd9 req-af8921b0-667d-4d50-8250-8274f1fea0bd tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=25817964-679c-4658-a314-076ddca5a7d5 HTTP/1.1" status: 200 len: 210 time: 0.0742204 Jun 28 12:33:44.530837 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-fb4d9761-e7ea-4fdc-bcfa-9fefb0fe68f7 service neutron] 10.222.0.64 "GET /v2.0/networks/ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029603 Jun 28 12:33:44.537917 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-c30d5255-a1e3-4707-a8a6-7b8fdfe30dad tempest-TestVolumeBootPattern-2119654716 tempest-TestVolumeBootPattern-2119654716-project-admin] Unset dirty status for tenant:9915477ab7dc44508bd5cd9e7873d92b on resource:port {{(pid=79148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:33:44.541833 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-c30d5255-a1e3-4707-a8a6-7b8fdfe30dad tempest-TestVolumeBootPattern-2119654716 tempest-TestVolumeBootPattern-2119654716-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 1094 time: 0.2961557 Jun 28 12:33:44.542094 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 53192) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:44.549572 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-33c2c951-4a7e-4106-8189-d4fff17e07f3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Request body: {'floatingip': {'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'port_id': 'bf4fff88-ec6f-4a4f-9d4a-c2653818ae52', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'fixed_ip_address': '172.20.0.10'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:44.556179 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-33c2c951-4a7e-4106-8189-d4fff17e07f3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:33:44.560667 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-33c2c951-4a7e-4106-8189-d4fff17e07f3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Usage tracker for resource:floatingip and tenant:d731c92df6f44735b6ed8f7290374934 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:33:44.563920 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-33c2c951-4a7e-4106-8189-d4fff17e07f3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:33:44.570127 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-33c2c951-4a7e-4106-8189-d4fff17e07f3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:33:44.687707 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-33c2c951-4a7e-4106-8189-d4fff17e07f3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for floatingip, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:44.719571 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-10ba4e7c-c633-43d7-a47a-d51b1d0ada17 req-50d4e924-fd44-46f7-a00e-9b84e5bf71f1 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdcd544-e282-4db1-9495-d95ac1a333b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877391 Jun 28 12:33:44.836910 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-33c2c951-4a7e-4106-8189-d4fff17e07f3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:44.871005 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-15ba3275-abea-4fe3-8496-46a5d21a626e req-ba35eca5-a23a-41b7-89cf-f7d153318c74 service neutron] 10.222.0.64 "GET /v2.0/networks/ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115653 Jun 28 12:33:44.894873 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d0606-5eef-42c7-9c11-638187fd307d req-ca5de6a8-d0b8-4e14-bf3c-1033d58ba95a tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:44.896476 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0b4d0606-5eef-42c7-9c11-638187fd307d req-ca5de6a8-d0b8-4e14-bf3c-1033d58ba95a tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 984 time: 0.1229587 Jun 28 12:33:44.945919 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0b4d0606-5eef-42c7-9c11-638187fd307d req-431d2c44-6b6e-4528-8c29-0a0328465317 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&id=a5a47d81-0155-424d-aafc-d660024e48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430138 Jun 28 12:33:44.996558 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [None req-33c2c951-4a7e-4106-8189-d4fff17e07f3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Allocated IP 172.27.0.39 (c9286c56-74de-4de9-a16f-8e0a6aaad408/86bae704-b0f4-4850-808b-6f728b6b20f3/1ac02e0c-a5cd-4ed3-a431-ec85ac51b839) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:33:45.142546 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-33c2c951-4a7e-4106-8189-d4fff17e07f3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:45.239930 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-33c2c951-4a7e-4106-8189-d4fff17e07f3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:45.244447 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-38fda4c4-7717-4b75-925f-3e2cd2345b71 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:45.305924 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c2c951-4a7e-4106-8189-d4fff17e07f3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Network c9286c56-74de-4de9-a16f-8e0a6aaad408 is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:33:45.309237 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-33c2c951-4a7e-4106-8189-d4fff17e07f3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:33:45.312713 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c2c951-4a7e-4106-8189-d4fff17e07f3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:33:45.341332 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2c951-4a7e-4106-8189-d4fff17e07f3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Pushing event updated for resources: {'Port': ['ID=1ac02e0c-a5cd-4ed3-a431-ec85ac51b839,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:45.347245 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-33c2c951-4a7e-4106-8189-d4fff17e07f3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:45.525968 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57128572-e01b-49c8-a8af-3136b984f49a req-371d9207-9b60-4bef-b0c3-a50b0ffd9356 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:45.527409 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-57128572-e01b-49c8-a8af-3136b984f49a req-371d9207-9b60-4bef-b0c3-a50b0ffd9356 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.64 "GET /v2.0/networks?id=85f9191a-de6b-428c-8880-77a90cc8bb8e HTTP/1.1" status: 200 len: 811 time: 0.1477618 Jun 28 12:33:45.593384 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-57128572-e01b-49c8-a8af-3136b984f49a req-2b57da46-749a-4c7c-8a08-2bce33c3a89e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ad5e7e0f4e04e7ca73089fe82192600 HTTP/1.1" status: 200 len: 379 time: 0.0420980 Jun 28 12:33:45.602325 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [req-57128572-e01b-49c8-a8af-3136b984f49a req-d9521629-bc20-43df-a7cd-ce1d342d04ae tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Request body: {'port': {'device_id': '25817964-679c-4658-a314-076ddca5a7d5', 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e', 'admin_state_up': True, 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'security_groups': ['4f2b1afe-c2e3-4511-b6f9-dee3ff816f59']}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:45.745246 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-261af7c2-4f94-4ade-9fbf-513b14627a64 req-49fd92de-cf42-461f-9e77-b744aa3f35ba tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=25817964-679c-4658-a314-076ddca5a7d5 HTTP/1.1" status: 200 len: 210 time: 0.1032288 Jun 28 12:33:45.813476 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [req-57128572-e01b-49c8-a8af-3136b984f49a req-d9521629-bc20-43df-a7cd-ce1d342d04ae tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:33:45.818202 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-57128572-e01b-49c8-a8af-3136b984f49a req-d9521629-bc20-43df-a7cd-ce1d342d04ae tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Usage tracker for resource:port and tenant:2ad5e7e0f4e04e7ca73089fe82192600 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:33:45.821421 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-57128572-e01b-49c8-a8af-3136b984f49a req-d9521629-bc20-43df-a7cd-ce1d342d04ae tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:33:45.828471 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [req-57128572-e01b-49c8-a8af-3136b984f49a req-d9521629-bc20-43df-a7cd-ce1d342d04ae tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:33:45.852423 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-33c2c951-4a7e-4106-8189-d4fff17e07f3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:45.922971 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57128572-e01b-49c8-a8af-3136b984f49a req-d9521629-bc20-43df-a7cd-ce1d342d04ae tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Made reservation on behalf of 2ad5e7e0f4e04e7ca73089fe82192600 for: {'port': 1} {{(pid=79149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:33:45.926719 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-57128572-e01b-49c8-a8af-3136b984f49a req-d9521629-bc20-43df-a7cd-ce1d342d04ae tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:46.008032 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-33c2c951-4a7e-4106-8189-d4fff17e07f3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:46.028970 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3617d-f38e-46d2-aea8-075f2b3b666c req-f953994d-1dd4-49c3-ba12-9acd62333709 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:46.030475 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-67b3617d-f38e-46d2-aea8-075f2b3b666c req-f953994d-1dd4-49c3-ba12-9acd62333709 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=124113da-a1e1-4432-8127-137e2c7eb2bf HTTP/1.1" status: 200 len: 943 time: 0.1657526 Jun 28 12:33:46.202025 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-67b3617d-f38e-46d2-aea8-075f2b3b666c req-cdab0db6-b78b-4dfe-aa5e-24f4c114ae62 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdcd544-e282-4db1-9495-d95ac1a333b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446221 Jun 28 12:33:46.208968 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.db_base_plugin_common [req-57128572-e01b-49c8-a8af-3136b984f49a req-d9521629-bc20-43df-a7cd-ce1d342d04ae tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Allocated IP 172.20.0.4 (85f9191a-de6b-428c-8880-77a90cc8bb8e/11742b8b-e4b9-4a4b-87d5-497ec56e1d1d/57330de3-c2a4-421a-9aed-96f25bd8df9a) {{(pid=79149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:33:46.224336 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-33c2c951-4a7e-4106-8189-d4fff17e07f3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for port, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:46.274630 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de019de-6438-4ad6-97f4-8ef835e3f06b req-6e6eeda5-fde2-4e16-a1e2-83ffd2fabacb tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:46.276640 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2de019de-6438-4ad6-97f4-8ef835e3f06b req-6e6eeda5-fde2-4e16-a1e2-83ffd2fabacb tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 984 time: 0.1988409 Jun 28 12:33:46.286989 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-33c2c951-4a7e-4106-8189-d4fff17e07f3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:46.290963 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-4df048d3-4ff3-4a06-88ac-ece469319e1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:46.404730 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2c951-4a7e-4106-8189-d4fff17e07f3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Pushing event updated for resources: {'Port': ['ID=1ac02e0c-a5cd-4ed3-a431-ec85ac51b839,revision_number=2']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:46.407619 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-33c2c951-4a7e-4106-8189-d4fff17e07f3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:46.416956 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-33c2c951-4a7e-4106-8189-d4fff17e07f3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696881'] for floatingip, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:46.429626 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2de019de-6438-4ad6-97f4-8ef835e3f06b req-24dff45f-101f-4d96-8ef7-149fa73641a8 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&id=a5a47d81-0155-424d-aafc-d660024e48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1328688 Jun 28 12:33:46.481560 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-57128572-e01b-49c8-a8af-3136b984f49a req-d9521629-bc20-43df-a7cd-ce1d342d04ae tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for port, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:46.497814 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.provisioning_blocks [req-57128572-e01b-49c8-a8af-3136b984f49a req-d9521629-bc20-43df-a7cd-ce1d342d04ae tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Transition to ACTIVE for port object 57330de3-c2a4-421a-9aed-96f25bd8df9a will not be triggered until provisioned by entity DHCP. {{(pid=79149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:33:46.590142 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-57128572-e01b-49c8-a8af-3136b984f49a req-d9521629-bc20-43df-a7cd-ce1d342d04ae tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:46.595950 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:46.598158 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.db.l3_db [None req-33c2c951-4a7e-4106-8189-d4fff17e07f3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Floating IP b9ec2087-2b26-4baf-9220-ad7df2ad8dff associated. External IP: 172.27.0.39, port: bf4fff88-ec6f-4a4f-9d4a-c2653818ae52. Jun 28 12:33:46.662291 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57128572-e01b-49c8-a8af-3136b984f49a req-d9521629-bc20-43df-a7cd-ce1d342d04ae tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Network 85f9191a-de6b-428c-8880-77a90cc8bb8e is already hosted by enough agents. {{(pid=79149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:33:46.665885 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.base_scheduler [req-57128572-e01b-49c8-a8af-3136b984f49a req-d9521629-bc20-43df-a7cd-ce1d342d04ae tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Resources bound (agent type, host, resource id): {{(pid=79149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:33:46.669761 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.l3_dvrscheduler_db [req-57128572-e01b-49c8-a8af-3136b984f49a req-d9521629-bc20-43df-a7cd-ce1d342d04ae tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Received port after_create {{(pid=79149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:33:46.707732 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9521629-bc20-43df-a7cd-ce1d342d04ae tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Pushing event updated for resources: {'Port': ['ID=57330de3-c2a4-421a-9aed-96f25bd8df9a,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:46.717200 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-d9521629-bc20-43df-a7cd-ce1d342d04ae tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:46.740796 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57128572-e01b-49c8-a8af-3136b984f49a req-d9521629-bc20-43df-a7cd-ce1d342d04ae tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:46.741426 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-57128572-e01b-49c8-a8af-3136b984f49a req-d9521629-bc20-43df-a7cd-ce1d342d04ae tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:46.847601 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-57128572-e01b-49c8-a8af-3136b984f49a req-d9521629-bc20-43df-a7cd-ce1d342d04ae tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2488267 Jun 28 12:33:46.866644 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [req-57128572-e01b-49c8-a8af-3136b984f49a req-bf3fea04-3556-4fdb-a28f-4624382b7e79 service neutron] Request body: {'port': {'device_id': '25817964-679c-4658-a314-076ddca5a7d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:46.965584 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c2c951-4a7e-4106-8189-d4fff17e07f3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Router ea3eb4ed-00b7-4180-b09c-b378300e6666 has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:33:47.012368 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-c1089544-7b18-4492-85c2-bab08919d514 None None] Provisioning for port 57330de3-c2a4-421a-9aed-96f25bd8df9a completed by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:33:47.017831 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-c1089544-7b18-4492-85c2-bab08919d514 None None] Provisioning complete for port 57330de3-c2a4-421a-9aed-96f25bd8df9a triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:33:47.018207 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-c1089544-7b18-4492-85c2-bab08919d514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:47.037949 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-57128572-e01b-49c8-a8af-3136b984f49a req-bf3fea04-3556-4fdb-a28f-4624382b7e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:47.107991 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-c1089544-7b18-4492-85c2-bab08919d514 None None] Port 57330de3-c2a4-421a-9aed-96f25bd8df9a cannot update to ACTIVE because it is not bound. {{(pid=79150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:33:47.159344 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c2c951-4a7e-4106-8189-d4fff17e07f3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:33:47.171527 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d41ec4-7020-41dc-91a9-f62121d97d59 None None] Sync routers for ids ['ea3eb4ed-00b7-4180-b09c-b378300e6666'] in dv-cinder-798094-1-iscsi {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:33:47.181105 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d41ec4-7020-41dc-91a9-f62121d97d59 None None] Routers {'ea3eb4ed-00b7-4180-b09c-b378300e6666'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:33:47.181872 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-c1d41ec4-7020-41dc-91a9-f62121d97d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:33:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['ea3eb4ed-00b7-4180-b09c-b378300e6666'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:47.213483 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18d4eb-7933-46a0-9a59-9eca0f3b7d62 req-778211f1-388c-457a-97f8-8ae459f20eb3 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:47.214168 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-1e18d4eb-7933-46a0-9a59-9eca0f3b7d62 req-778211f1-388c-457a-97f8-8ae459f20eb3 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Synchronizing usage tracker for tenant:2ad5e7e0f4e04e7ca73089fe82192600 on resource:port {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:33:47.258396 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-33c2c951-4a7e-4106-8189-d4fff17e07f3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for floatingip, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:47.343521 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-33c2c951-4a7e-4106-8189-d4fff17e07f3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8000767 Jun 28 12:33:47.344283 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03cf071-fc5f-4a32-a0e7-5510975f22f7', 'tag': 'bf4fff88-ec6f-4a4f-9d4a-c2653818ae52'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:33:47.362330 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-1e18d4eb-7933-46a0-9a59-9eca0f3b7d62 req-778211f1-388c-457a-97f8-8ae459f20eb3 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Unset dirty status for tenant:2ad5e7e0f4e04e7ca73089fe82192600 on resource:port {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:33:47.363555 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1e18d4eb-7933-46a0-9a59-9eca0f3b7d62 req-778211f1-388c-457a-97f8-8ae459f20eb3 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=25817964-679c-4658-a314-076ddca5a7d5 HTTP/1.1" status: 200 len: 931 time: 0.4481142 Jun 28 12:33:47.365714 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-c1d41ec4-7020-41dc-91a9-f62121d97d59 None None] Set router ea3eb4ed-00b7-4180-b09c-b378300e6666 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:33:47.520355 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1e18d4eb-7933-46a0-9a59-9eca0f3b7d62 req-6f9bbd39-f892-4be3-b98f-e7b3aa36c151 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f2b1afe-c2e3-4511-b6f9-dee3ff816f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489177 Jun 28 12:33:47.561658 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53d422-1986-46d3-9a0c-6bf9d94c1cde req-980a7684-660b-4b38-9f24-f019657da392 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:47.563135 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bc53d422-1986-46d3-9a0c-6bf9d94c1cde req-980a7684-660b-4b38-9f24-f019657da392 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=124113da-a1e1-4432-8127-137e2c7eb2bf HTTP/1.1" status: 200 len: 943 time: 0.2426291 Jun 28 12:33:47.581599 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03cf071-fc5f-4a32-a0e7-5510975f22f7', 'tag': 'bf4fff88-ec6f-4a4f-9d4a-c2653818ae52', 'status': 'completed', 'code': 200} Jun 28 12:33:47.654987 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bc53d422-1986-46d3-9a0c-6bf9d94c1cde req-ccd6f3ae-5edb-46a3-8735-20b7382130f6 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdcd544-e282-4db1-9495-d95ac1a333b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858827 Jun 28 12:33:47.706090 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09f28e-be22-49fa-8b87-9b5056b047fc req-934c3360-4b1e-4d3d-bb37-4b78c4ac87f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:47.707628 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-7a09f28e-be22-49fa-8b87-9b5056b047fc req-934c3360-4b1e-4d3d-bb37-4b78c4ac87f4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d731c92df6f44735b6ed8f7290374934&device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 1099 time: 0.0762737 Jun 28 12:33:47.722821 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.notifiers.nova [req-57128572-e01b-49c8-a8af-3136b984f49a req-bf3fea04-3556-4fdb-a28f-4624382b7e79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57330de3-c2a4-421a-9aed-96f25bd8df9a {{(pid=79149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:33:47.739667 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-57128572-e01b-49c8-a8af-3136b984f49a req-bf3fea04-3556-4fdb-a28f-4624382b7e79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:47.757771 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-c1d41ec4-7020-41dc-91a9-f62121d97d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'name': 'tempest-TestVolumeBootPattern-1730247186-router', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:31Z', 'updated_at': '2021-06-28T12:26:36Z', 'revision_number': 4, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'gw_port': {'id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:32Z', 'updated_at': '2021-06-28T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_floatingips': [{'id': '4a8451bc-0de9-4b40-9fac-39a7cde1777d', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'port_id': 'c6acad85-7082-49eb-984b-905172368108', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'mac_address': 'fa:16:3e:88:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdee41-6203-47c5-8f52-5e47f44b0f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:31:14Z', 'updated_at': '2021-06-28T12:31:20Z', 'revision_number': 1, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'fixed_ip_address_scope': None}, {'id': 'b9ec2087-2b26-4baf-9220-ad7df2ad8dff', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'floating_ip_address': '172.27.0.39', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'port_id': 'bf4fff88-ec6f-4a4f-9d4a-c2653818ae52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'mac_address': 'fa:16:3e:41:5b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03cf071-fc5f-4a32-a0e7-5510975f22f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:33:45Z', 'updated_at': '2021-06-28T12:33:45Z', 'revision_number': 0, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c0c975-9b9e-420b-8a72-4e952e84d897', 'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'mac_address': 'fa:16:3e:c7:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:35Z', 'updated_at': '2021-06-28T12:26:43Z', 'revision_number': 5, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'subnets': [{'id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:47.762821 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.provisioning_blocks [req-57128572-e01b-49c8-a8af-3136b984f49a req-bf3fea04-3556-4fdb-a28f-4624382b7e79 service neutron] Transition to ACTIVE for port object 57330de3-c2a4-421a-9aed-96f25bd8df9a will not be triggered until provisioned by entity L2. {{(pid=79149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:33:47.763365 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d41ec4-7020-41dc-91a9-f62121d97d59 None None] Checking router: ea3eb4ed-00b7-4180-b09c-b378300e6666 for host: dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:33:47.773293 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d41ec4-7020-41dc-91a9-f62121d97d59 None None] Routers {'ea3eb4ed-00b7-4180-b09c-b378300e6666'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:33:47.773934 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-c1d41ec4-7020-41dc-91a9-f62121d97d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:33:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['ea3eb4ed-00b7-4180-b09c-b378300e6666'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:47.800832 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af7153-4adf-426f-bf09-7932e1e3a406 req-96aa171b-755d-4f61-b599-ba0c8f7fbac8 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:47.805793 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-90af7153-4adf-426f-bf09-7932e1e3a406 req-96aa171b-755d-4f61-b599-ba0c8f7fbac8 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 984 time: 0.1251860 Jun 28 12:33:47.844796 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-57128572-e01b-49c8-a8af-3136b984f49a req-bf3fea04-3556-4fdb-a28f-4624382b7e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528764'] for port, after_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:47.851604 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-6c353312-1310-493d-bd14-3bfd2d85c95c tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:47.925771 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-90af7153-4adf-426f-bf09-7932e1e3a406 req-0999ccf9-7d2b-44cb-8083-b93759c00892 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&id=a5a47d81-0155-424d-aafc-d660024e48ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1153884 Jun 28 12:33:47.928236 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3fea04-3556-4fdb-a28f-4624382b7e79 service neutron] Pushing event updated for resources: {'Port': ['ID=57330de3-c2a4-421a-9aed-96f25bd8df9a,revision_number=2']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:47.932218 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-bf3fea04-3556-4fdb-a28f-4624382b7e79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:47.965941 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09f28e-be22-49fa-8b87-9b5056b047fc req-296ad3db-fc0f-4369-8458-8b4947016598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:47.967555 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-7a09f28e-be22-49fa-8b87-9b5056b047fc req-296ad3db-fc0f-4369-8458-8b4947016598 service neutron] 10.222.0.64 "GET /v2.0/networks?id=611bae97-b201-4ae0-aa3d-b952aec58054 HTTP/1.1" status: 200 len: 913 time: 0.2533805 Jun 28 12:33:47.982112 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-c1d41ec4-7020-41dc-91a9-f62121d97d59 None None] Set router ea3eb4ed-00b7-4180-b09c-b378300e6666 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:33:48.082219 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-7a09f28e-be22-49fa-8b87-9b5056b047fc req-0f10b531-cb35-4d03-b307-331b97535b7d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf4fff88-ec6f-4a4f-9d4a-c2653818ae52 HTTP/1.1" status: 200 len: 999 time: 0.1075168 Jun 28 12:33:48.131309 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.managers [req-57128572-e01b-49c8-a8af-3136b984f49a req-bf3fea04-3556-4fdb-a28f-4624382b7e79 service neutron] Attempting to bind port 57330de3-c2a4-421a-9aed-96f25bd8df9a on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:33:48.131634 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.managers [req-57128572-e01b-49c8-a8af-3136b984f49a req-bf3fea04-3556-4fdb-a28f-4624382b7e79 service neutron] Attempting to bind port 57330de3-c2a4-421a-9aed-96f25bd8df9a by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'dfd30b91-c668-41e0-a6ce-b8ba3812dfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e'}] {{(pid=79149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:33:48.131948 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57128572-e01b-49c8-a8af-3136b984f49a req-bf3fea04-3556-4fdb-a28f-4624382b7e79 service neutron] Attempting to bind port 57330de3-c2a4-421a-9aed-96f25bd8df9a on network 85f9191a-de6b-428c-8880-77a90cc8bb8e {{(pid=79149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:33:48.138521 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57128572-e01b-49c8-a8af-3136b984f49a req-bf3fea04-3556-4fdb-a28f-4624382b7e79 service neutron] Port 57330de3-c2a4-421a-9aed-96f25bd8df9a on network 85f9191a-de6b-428c-8880-77a90cc8bb8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:33:48.138874 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57128572-e01b-49c8-a8af-3136b984f49a req-bf3fea04-3556-4fdb-a28f-4624382b7e79 service neutron] Attempting to bind port 57330de3-c2a4-421a-9aed-96f25bd8df9a on network 85f9191a-de6b-428c-8880-77a90cc8bb8e {{(pid=79149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:33:48.145574 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57128572-e01b-49c8-a8af-3136b984f49a req-bf3fea04-3556-4fdb-a28f-4624382b7e79 service neutron] Checking agent: {'id': '406cf176-031c-46fa-bfd0-dd20e5845d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'started_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:33:48.145898 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57128572-e01b-49c8-a8af-3136b984f49a req-bf3fea04-3556-4fdb-a28f-4624382b7e79 service neutron] Checking segment: {'id': 'dfd30b91-c668-41e0-a6ce-b8ba3812dfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:33:48.146781 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57128572-e01b-49c8-a8af-3136b984f49a req-bf3fea04-3556-4fdb-a28f-4624382b7e79 service neutron] Bound using segment: {'id': 'dfd30b91-c668-41e0-a6ce-b8ba3812dfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e'} {{(pid=79149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:33:48.154313 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.managers [req-57128572-e01b-49c8-a8af-3136b984f49a req-bf3fea04-3556-4fdb-a28f-4624382b7e79 service neutron] Bound port: 57330de3-c2a4-421a-9aed-96f25bd8df9a, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd30b91-c668-41e0-a6ce-b8ba3812dfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e'}}] {{(pid=79149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:33:48.154313 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-57128572-e01b-49c8-a8af-3136b984f49a req-bf3fea04-3556-4fdb-a28f-4624382b7e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:48.154693 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09f28e-be22-49fa-8b87-9b5056b047fc req-fa061123-26a8-4cc7-932b-61308185c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:48.154693 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-7a09f28e-be22-49fa-8b87-9b5056b047fc req-fa061123-26a8-4cc7-932b-61308185c513 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=07d77b73-0127-4dab-b2d9-b653c28d5b6a HTTP/1.1" status: 200 len: 851 time: 0.0651288 Jun 28 12:33:48.239062 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09f28e-be22-49fa-8b87-9b5056b047fc req-a7d3f5ec-59e9-4e02-b3c0-2851d9adb3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:48.240520 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-7a09f28e-be22-49fa-8b87-9b5056b047fc req-a7d3f5ec-59e9-4e02-b3c0-2851d9adb3da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=611bae97-b201-4ae0-aa3d-b952aec58054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787745 Jun 28 12:33:48.251428 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.db [req-57128572-e01b-49c8-a8af-3136b984f49a req-bf3fea04-3556-4fdb-a28f-4624382b7e79 service neutron] For port 57330de3-c2a4-421a-9aed-96f25bd8df9a, host hv-cinder-79809, cleared binding levels {{(pid=79149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:33:48.254627 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.db [req-57128572-e01b-49c8-a8af-3136b984f49a req-bf3fea04-3556-4fdb-a28f-4624382b7e79 service neutron] For port 57330de3-c2a4-421a-9aed-96f25bd8df9a, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=57330de3-c2a4-421a-9aed-96f25bd8df9a,segment=NetworkSegment(dfd30b91-c668-41e0-a6ce-b8ba3812dfae),segment_id=dfd30b91-c668-41e0-a6ce-b8ba3812dfae)] {{(pid=79149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:33:48.339643 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-57128572-e01b-49c8-a8af-3136b984f49a req-bf3fea04-3556-4fdb-a28f-4624382b7e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528764'] for port, after_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:48.344832 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-34e8c46c-c5c7-4f07-b791-f3153dff3cfd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:48.358344 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-c1d41ec4-7020-41dc-91a9-f62121d97d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'name': 'tempest-TestVolumeBootPattern-1730247186-router', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:31Z', 'updated_at': '2021-06-28T12:26:36Z', 'revision_number': 4, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'gw_port': {'id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:32Z', 'updated_at': '2021-06-28T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_floatingips': [{'id': '4a8451bc-0de9-4b40-9fac-39a7cde1777d', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'port_id': 'c6acad85-7082-49eb-984b-905172368108', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'mac_address': 'fa:16:3e:88:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdee41-6203-47c5-8f52-5e47f44b0f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:31:14Z', 'updated_at': '2021-06-28T12:31:20Z', 'revision_number': 1, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'fixed_ip_address_scope': None}, {'id': 'b9ec2087-2b26-4baf-9220-ad7df2ad8dff', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'floating_ip_address': '172.27.0.39', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'port_id': 'bf4fff88-ec6f-4a4f-9d4a-c2653818ae52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'mac_address': 'fa:16:3e:41:5b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03cf071-fc5f-4a32-a0e7-5510975f22f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:33:45Z', 'updated_at': '2021-06-28T12:33:45Z', 'revision_number': 0, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c0c975-9b9e-420b-8a72-4e952e84d897', 'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'mac_address': 'fa:16:3e:c7:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:35Z', 'updated_at': '2021-06-28T12:26:43Z', 'revision_number': 5, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'subnets': [{'id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:48.364587 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d41ec4-7020-41dc-91a9-f62121d97d59 None None] The sync data for ids ['ea3eb4ed-00b7-4180-b09c-b378300e6666'] in dv-cinder-798094-1-iscsi is: [{'id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'name': 'tempest-TestVolumeBootPattern-1730247186-router', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:31Z', 'updated_at': '2021-06-28T12:26:36Z', 'revision_number': 4, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'gw_port': {'id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:32Z', 'updated_at': '2021-06-28T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_floatingips': [{'id': '4a8451bc-0de9-4b40-9fac-39a7cde1777d', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'port_id': 'c6acad85-7082-49eb-984b-905172368108', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'mac_address': 'fa:16:3e:88:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdee41-6203-47c5-8f52-5e47f44b0f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:31:14Z', 'updated_at': '2021-06-28T12:31:20Z', 'revision_number': 1, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'fixed_ip_address_scope': None}, {'id': 'b9ec2087-2b26-4baf-9220-ad7df2ad8dff', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'floating_ip_address': '172.27.0.39', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'port_id': 'bf4fff88-ec6f-4a4f-9d4a-c2653818ae52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'mac_address': 'fa:16:3e:41:5b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03cf071-fc5f-4a32-a0e7-5510975f22f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:33:45Z', 'updated_at': '2021-06-28T12:33:45Z', 'revision_number': 0, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c0c975-9b9e-420b-8a72-4e952e84d897', 'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'mac_address': 'fa:16:3e:c7:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:35Z', 'updated_at': '2021-06-28T12:26:43Z', 'revision_number': 5, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'subnets': [{'id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:33:48.392780 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-7a09f28e-be22-49fa-8b87-9b5056b047fc req-781d7798-d838-4af9-841b-85d28c8ef609 service neutron] 10.222.0.64 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423583 Jun 28 12:33:48.399399 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57128572-e01b-49c8-a8af-3136b984f49a req-bf3fea04-3556-4fdb-a28f-4624382b7e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:48.400077 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-57128572-e01b-49c8-a8af-3136b984f49a req-bf3fea04-3556-4fdb-a28f-4624382b7e79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:48.401974 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-57128572-e01b-49c8-a8af-3136b984f49a req-bf3fea04-3556-4fdb-a28f-4624382b7e79 service neutron] 10.222.0.64 "PUT /v2.0/ports/57330de3-c2a4-421a-9aed-96f25bd8df9a HTTP/1.1" status: 200 len: 1093 time: 1.5405350 Jun 28 12:33:48.402515 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25817964-679c-4658-a314-076ddca5a7d5', 'tag': '57330de3-c2a4-421a-9aed-96f25bd8df9a'}] {{(pid=79149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:33:48.445341 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3fea04-3556-4fdb-a28f-4624382b7e79 service neutron] Pushing event updated for resources: {'Port': ['ID=57330de3-c2a4-421a-9aed-96f25bd8df9a,revision_number=3']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:48.450763 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-bf3fea04-3556-4fdb-a28f-4624382b7e79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:48.467183 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25817964-679c-4658-a314-076ddca5a7d5', 'tag': '57330de3-c2a4-421a-9aed-96f25bd8df9a', 'status': 'completed', 'code': 200} Jun 28 12:33:48.552809 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-7a09f28e-be22-49fa-8b87-9b5056b047fc req-7f260d92-ca08-446f-aede-78c62378947f service neutron] 10.222.0.64 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531181 Jun 28 12:33:48.621356 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d9566-37f3-4a3e-b824-17f7f9cda2cc req-a85e2b9a-0f7f-4187-83ac-e60363ee991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:48.623348 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-fe4d9566-37f3-4a3e-b824-17f7f9cda2cc req-a85e2b9a-0f7f-4187-83ac-e60363ee991d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ad5e7e0f4e04e7ca73089fe82192600&device_id=25817964-679c-4658-a314-076ddca5a7d5 HTTP/1.1" status: 200 len: 1096 time: 0.1043503 Jun 28 12:33:48.637400 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f2f554-859c-4d69-b83e-ee198fa6ea7e None None] New status for floating IP b9ec2087-2b26-4baf-9220-ad7df2ad8dff: ACTIVE {{(pid=79151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:33:48.698173 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 12685ee3-44c2-46ce-a98a-2cf00397176f details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:33:48.846768 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 12685ee3-44c2-46ce-a98a-2cf00397176f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=12685ee3-44c2-46ce-a98a-2cf00397176f,segment=NetworkSegment(62454d56-6398-4948-933c-c3dedbe3ffcb),segment_id=62454d56-6398-4948-933c-c3dedbe3ffcb)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:33:48.861169 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Returning: {'device': '12685ee3-44c2-46ce-a98a-2cf00397176f', 'network_id': 'ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c', 'port_id': '12685ee3-44c2-46ce-a98a-2cf00397176f', 'mac_address': 'fa:16:3e:6d:a6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f89a31e-b473-4376-80a5-e7091af9c387', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:33:48.908427 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d9566-37f3-4a3e-b824-17f7f9cda2cc req-87611a23-cb18-4bbe-b4c9-f8447553136b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:48.910198 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-fe4d9566-37f3-4a3e-b824-17f7f9cda2cc req-87611a23-cb18-4bbe-b4c9-f8447553136b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=2ad5e7e0f4e04e7ca73089fe82192600&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2688372 Jun 28 12:33:48.963392 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:48.982993 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12685ee3-44c2-46ce-a98a-2cf00397176f {{(pid=79150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:33:48.986920 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334d483-52da-480c-b8e3-88db1b7fc9b3 req-8e318e67-8a65-42a5-9553-920482c2b37a tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:48.988435 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f334d483-52da-480c-b8e3-88db1b7fc9b3 req-8e318e67-8a65-42a5-9553-920482c2b37a tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=25817964-679c-4658-a314-076ddca5a7d5 HTTP/1.1" status: 200 len: 943 time: 0.3278432 Jun 28 12:33:49.006017 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 12685ee3-44c2-46ce-a98a-2cf00397176f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=12685ee3-44c2-46ce-a98a-2cf00397176f,segment=NetworkSegment(62454d56-6398-4948-933c-c3dedbe3ffcb),segment_id=62454d56-6398-4948-933c-c3dedbe3ffcb)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:33:49.079769 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:49.082648 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:49.085608 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0fd69-5ca8-44e4-8293-a6ab421b8657 req-c305a2b0-cfe7-4c32-9979-c41f4dc3b5b8 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:49.087186 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-adc0fd69-5ca8-44e4-8293-a6ab421b8657 req-c305a2b0-cfe7-4c32-9979-c41f4dc3b5b8 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=124113da-a1e1-4432-8127-137e2c7eb2bf HTTP/1.1" status: 200 len: 943 time: 0.2827361 Jun 28 12:33:49.144003 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f334d483-52da-480c-b8e3-88db1b7fc9b3 req-7fdd4901-ec3a-460f-8ce7-d78fccb9fb8e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f2b1afe-c2e3-4511-b6f9-dee3ff816f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062765 Jun 28 12:33:49.149159 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=12685ee3-44c2-46ce-a98a-2cf00397176f,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:49.153084 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:49.158181 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d9566-37f3-4a3e-b824-17f7f9cda2cc req-16fab949-cb98-4f50-9395-77a3aa863601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:49.159649 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-fe4d9566-37f3-4a3e-b824-17f7f9cda2cc req-16fab949-cb98-4f50-9395-77a3aa863601 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2381999 Jun 28 12:33:49.169912 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-adc0fd69-5ca8-44e4-8293-a6ab421b8657 req-423a6386-06ad-43f1-b589-2d14718a3daf tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdcd544-e282-4db1-9495-d95ac1a333b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710497 Jun 28 12:33:49.290574 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57128572-e01b-49c8-a8af-3136b984f49a req-6fa79373-b47c-4951-962a-150622db8c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:49.291992 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-57128572-e01b-49c8-a8af-3136b984f49a req-6fa79373-b47c-4951-962a-150622db8c87 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ad5e7e0f4e04e7ca73089fe82192600&device_id=25817964-679c-4658-a314-076ddca5a7d5 HTTP/1.1" status: 200 len: 1096 time: 0.0709670 Jun 28 12:33:49.447826 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['12685ee3-44c2-46ce-a98a-2cf00397176f'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:33:49.472093 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-57128572-e01b-49c8-a8af-3136b984f49a req-d619a3b8-409d-450c-a79a-88523e43b007 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57330de3-c2a4-421a-9aed-96f25bd8df9a HTTP/1.1" status: 200 len: 217 time: 0.1650941 Jun 28 12:33:49.548368 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57128572-e01b-49c8-a8af-3136b984f49a req-ea95adba-69ef-4060-b8c2-68c0f86149fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:49.549830 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-57128572-e01b-49c8-a8af-3136b984f49a req-ea95adba-69ef-4060-b8c2-68c0f86149fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=11742b8b-e4b9-4a4b-87d5-497ec56e1d1d HTTP/1.1" status: 200 len: 850 time: 0.0586708 Jun 28 12:33:49.627327 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57128572-e01b-49c8-a8af-3136b984f49a req-a09f7078-cffe-447f-b24c-fd0d198f88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:49.628749 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-57128572-e01b-49c8-a8af-3136b984f49a req-a09f7078-cffe-447f-b24c-fd0d198f88bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85f9191a-de6b-428c-8880-77a90cc8bb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714209 Jun 28 12:33:49.764364 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-57128572-e01b-49c8-a8af-3136b984f49a req-1d8c6642-aa67-4b00-8083-6049c357b66d service neutron] 10.222.0.64 "GET /v2.0/networks/85f9191a-de6b-428c-8880-77a90cc8bb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217232 Jun 28 12:33:49.896510 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-57128572-e01b-49c8-a8af-3136b984f49a req-565d177d-7ef7-4c73-b55b-27badb0d512f service neutron] 10.222.0.64 "GET /v2.0/networks/85f9191a-de6b-428c-8880-77a90cc8bb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246376 Jun 28 12:33:50.395208 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f6c4f-c75c-4500-8d7b-c6228c471306 req-f85fba92-4661-48cd-987d-9a5efe9b576a tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:50.396650 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e80f6c4f-c75c-4500-8d7b-c6228c471306 req-f85fba92-4661-48cd-987d-9a5efe9b576a tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=25817964-679c-4658-a314-076ddca5a7d5 HTTP/1.1" status: 200 len: 943 time: 0.1438997 Jun 28 12:33:50.408497 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913781e6-976b-4231-8da0-9554fec45247 req-ce54ecad-ea09-4c22-8c90-67feffb34caf tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:50.409841 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-913781e6-976b-4231-8da0-9554fec45247 req-ce54ecad-ea09-4c22-8c90-67feffb34caf tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=124113da-a1e1-4432-8127-137e2c7eb2bf HTTP/1.1" status: 200 len: 944 time: 0.1256621 Jun 28 12:33:50.479659 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e80f6c4f-c75c-4500-8d7b-c6228c471306 req-b494c88a-143c-4498-8582-618c74d0b0ec tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f2b1afe-c2e3-4511-b6f9-dee3ff816f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688820 Jun 28 12:33:50.483924 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-913781e6-976b-4231-8da0-9554fec45247 req-bf7c953a-ccbb-44f9-a36b-06e95248259c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdcd544-e282-4db1-9495-d95ac1a333b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599587 Jun 28 12:33:50.726648 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 12685ee3-44c2-46ce-a98a-2cf00397176f up at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:33:50.870098 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning for port 12685ee3-44c2-46ce-a98a-2cf00397176f completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:33:50.875280 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning complete for port 12685ee3-44c2-46ce-a98a-2cf00397176f triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:33:50.875660 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:50.992987 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:51.020070 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124113da-a1e1-4432-8127-137e2c7eb2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12685ee3-44c2-46ce-a98a-2cf00397176f'}] {{(pid=79150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:33:51.030037 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 12685ee3-44c2-46ce-a98a-2cf00397176f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=12685ee3-44c2-46ce-a98a-2cf00397176f,segment=NetworkSegment(62454d56-6398-4948-933c-c3dedbe3ffcb),segment_id=62454d56-6398-4948-933c-c3dedbe3ffcb)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:33:51.062004 dv-cinder-798094-1-iscsi neutron-server[79150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124113da-a1e1-4432-8127-137e2c7eb2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12685ee3-44c2-46ce-a98a-2cf00397176f', 'code': 200} Jun 28 12:33:51.115153 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:51.117027 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:51.187178 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=12685ee3-44c2-46ce-a98a-2cf00397176f,revision_number=5']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:51.193346 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:51.450288 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fbaed-d670-4b1f-a4c4-7ebfeaf4d9a3 req-0744cdec-2f8d-452a-99e7-cea637ea8462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:51.451677 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b41fbaed-d670-4b1f-a4c4-7ebfeaf4d9a3 req-0744cdec-2f8d-452a-99e7-cea637ea8462 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=124113da-a1e1-4432-8127-137e2c7eb2bf HTTP/1.1" status: 200 len: 1098 time: 0.0715914 Jun 28 12:33:51.493791 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b41fbaed-d670-4b1f-a4c4-7ebfeaf4d9a3 req-10e87e20-6206-4628-aa1a-79d13527d6a3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fcdcd544-e282-4db1-9495-d95ac1a333b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352552 Jun 28 12:33:51.725850 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21c44c-28fd-42ec-8fd6-585506ed8030 req-abf8162c-f067-4f3a-864b-c17e10d84224 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:51.727255 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1f21c44c-28fd-42ec-8fd6-585506ed8030 req-abf8162c-f067-4f3a-864b-c17e10d84224 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=25817964-679c-4658-a314-076ddca5a7d5 HTTP/1.1" status: 200 len: 943 time: 0.1398227 Jun 28 12:33:51.739516 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe719a-db92-42f3-bd6e-103fc16ea32c req-cc069cb1-636c-4df5-85b0-9141382636b9 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:51.740913 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-17fe719a-db92-42f3-bd6e-103fc16ea32c req-cc069cb1-636c-4df5-85b0-9141382636b9 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=124113da-a1e1-4432-8127-137e2c7eb2bf HTTP/1.1" status: 200 len: 945 time: 0.1223464 Jun 28 12:33:51.811050 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1f21c44c-28fd-42ec-8fd6-585506ed8030 req-c6ee75d1-1003-4c21-822d-c03ea9938bb9 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f2b1afe-c2e3-4511-b6f9-dee3ff816f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691650 Jun 28 12:33:51.815525 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-17fe719a-db92-42f3-bd6e-103fc16ea32c req-643d3281-79d6-467c-bbf5-cf19cc0ece85 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdcd544-e282-4db1-9495-d95ac1a333b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608194 Jun 28 12:33:52.729020 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 57330de3-c2a4-421a-9aed-96f25bd8df9a details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:33:52.873249 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 57330de3-c2a4-421a-9aed-96f25bd8df9a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=57330de3-c2a4-421a-9aed-96f25bd8df9a,segment=NetworkSegment(dfd30b91-c668-41e0-a6ce-b8ba3812dfae),segment_id=dfd30b91-c668-41e0-a6ce-b8ba3812dfae)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:33:52.896505 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Returning: {'device': '57330de3-c2a4-421a-9aed-96f25bd8df9a', 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e', 'port_id': '57330de3-c2a4-421a-9aed-96f25bd8df9a', 'mac_address': 'fa:16:3e:51:e6:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:33:52.972137 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:52.990213 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57330de3-c2a4-421a-9aed-96f25bd8df9a {{(pid=79150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:33:53.006842 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 57330de3-c2a4-421a-9aed-96f25bd8df9a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=57330de3-c2a4-421a-9aed-96f25bd8df9a,segment=NetworkSegment(dfd30b91-c668-41e0-a6ce-b8ba3812dfae),segment_id=dfd30b91-c668-41e0-a6ce-b8ba3812dfae)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:33:53.077931 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bf0a1-3aa4-4cfa-9be9-1ae540d781fb req-d2a4be9f-3f27-4d7c-8e1d-3287bad616b4 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:53.079930 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-249bf0a1-3aa4-4cfa-9be9-1ae540d781fb req-d2a4be9f-3f27-4d7c-8e1d-3287bad616b4 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=25817964-679c-4658-a314-076ddca5a7d5 HTTP/1.1" status: 200 len: 943 time: 0.1552634 Jun 28 12:33:53.093860 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ef920-ed29-4999-be8b-4375350e4993 req-1d5a2a79-bbf9-456c-928e-1195c484b9d0 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:53.095497 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-140ef920-ed29-4999-be8b-4375350e4993 req-1d5a2a79-bbf9-456c-928e-1195c484b9d0 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=124113da-a1e1-4432-8127-137e2c7eb2bf HTTP/1.1" status: 200 len: 945 time: 0.1339316 Jun 28 12:33:53.176625 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-249bf0a1-3aa4-4cfa-9be9-1ae540d781fb req-1451aaf7-411f-4530-8764-d36028c00d2d tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f2b1afe-c2e3-4511-b6f9-dee3ff816f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798738 Jun 28 12:33:53.181873 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-140ef920-ed29-4999-be8b-4375350e4993 req-5d1291fa-4263-474c-9c94-e37607ce77a0 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdcd544-e282-4db1-9495-d95ac1a333b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664921 Jun 28 12:33:53.230087 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:53.232661 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-cc1f0635-9c0c-49f1-a3af-9efba7994612 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:53.302331 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=57330de3-c2a4-421a-9aed-96f25bd8df9a,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:53.305310 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:53.604460 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['57330de3-c2a4-421a-9aed-96f25bd8df9a'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:33:54.416236 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66a33d-8b32-4801-87a0-ac6a12e1ca60 req-deb89161-b524-470e-a5b5-e8a404beb9a8 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:54.417682 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2e66a33d-8b32-4801-87a0-ac6a12e1ca60 req-deb89161-b524-470e-a5b5-e8a404beb9a8 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=25817964-679c-4658-a314-076ddca5a7d5 HTTP/1.1" status: 200 len: 944 time: 0.1357694 Jun 28 12:33:54.428230 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badf609-9b1b-4d93-93b9-076ea603458e req-558cebc8-a4bc-4b41-b713-01fa6b291813 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:54.429594 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9badf609-9b1b-4d93-93b9-076ea603458e req-558cebc8-a4bc-4b41-b713-01fa6b291813 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=124113da-a1e1-4432-8127-137e2c7eb2bf HTTP/1.1" status: 200 len: 945 time: 0.1169238 Jun 28 12:33:54.501426 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2e66a33d-8b32-4801-87a0-ac6a12e1ca60 req-5efbdcce-0a11-4953-bc91-e939699e55ff tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f2b1afe-c2e3-4511-b6f9-dee3ff816f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707431 Jun 28 12:33:54.505666 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9badf609-9b1b-4d93-93b9-076ea603458e req-f7faffb9-006e-415a-8205-b7f36ca43dc1 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdcd544-e282-4db1-9495-d95ac1a333b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596774 Jun 28 12:33:54.726396 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 57330de3-c2a4-421a-9aed-96f25bd8df9a up at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:33:54.874964 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning for port 57330de3-c2a4-421a-9aed-96f25bd8df9a completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:33:54.880435 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning complete for port 57330de3-c2a4-421a-9aed-96f25bd8df9a triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:33:54.880802 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:55.019246 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:55.049320 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25817964-679c-4658-a314-076ddca5a7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57330de3-c2a4-421a-9aed-96f25bd8df9a'}] {{(pid=79150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:33:55.068255 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 57330de3-c2a4-421a-9aed-96f25bd8df9a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=57330de3-c2a4-421a-9aed-96f25bd8df9a,segment=NetworkSegment(dfd30b91-c668-41e0-a6ce-b8ba3812dfae),segment_id=dfd30b91-c668-41e0-a6ce-b8ba3812dfae)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:33:55.096014 dv-cinder-798094-1-iscsi neutron-server[79150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25817964-679c-4658-a314-076ddca5a7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57330de3-c2a4-421a-9aed-96f25bd8df9a', 'code': 200} Jun 28 12:33:55.120842 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:55.149962 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:55.152093 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:55.222021 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=57330de3-c2a4-421a-9aed-96f25bd8df9a,revision_number=5']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:55.225115 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:55.548622 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ac33e-1b43-4ec7-afda-dfd3f98e75b2 req-0f3b06cb-2d4b-43a9-b847-f504a18d0883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:55.555816 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c65ac33e-1b43-4ec7-afda-dfd3f98e75b2 req-0f3b06cb-2d4b-43a9-b847-f504a18d0883 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=25817964-679c-4658-a314-076ddca5a7d5 HTTP/1.1" status: 200 len: 1098 time: 0.0743093 Jun 28 12:33:55.606464 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c65ac33e-1b43-4ec7-afda-dfd3f98e75b2 req-4cb9a939-5790-4be4-bfff-7f932df478d5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4f2b1afe-c2e3-4511-b6f9-dee3ff816f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428619 Jun 28 12:33:55.705337 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66856f61-a2be-46f4-81cb-bf17186ecd3a req-16a5da72-7ffa-4896-b9dc-6d42e42b5769 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:55.706829 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-66856f61-a2be-46f4-81cb-bf17186ecd3a req-16a5da72-7ffa-4896-b9dc-6d42e42b5769 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=25817964-679c-4658-a314-076ddca5a7d5 HTTP/1.1" status: 200 len: 945 time: 0.0854080 Jun 28 12:33:55.753459 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-66856f61-a2be-46f4-81cb-bf17186ecd3a req-f967e7d6-ea51-434b-8e25-0e3a281f3a7e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f2b1afe-c2e3-4511-b6f9-dee3ff816f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407786 Jun 28 12:33:56.946378 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c22091-9d33-429a-83a5-86b03ee6ebd7 req-123f7436-53ca-476c-b7a8-4bf6c3729958 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:56.947956 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-76c22091-9d33-429a-83a5-86b03ee6ebd7 req-123f7436-53ca-476c-b7a8-4bf6c3729958 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=25817964-679c-4658-a314-076ddca5a7d5 HTTP/1.1" status: 200 len: 945 time: 0.0862322 Jun 28 12:33:57.107736 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-76c22091-9d33-429a-83a5-86b03ee6ebd7 req-800bb4a6-cf6f-444e-af38-a5aa258adff8 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f2b1afe-c2e3-4511-b6f9-dee3ff816f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536670 Jun 28 12:33:58.297381 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703e2bc-c6e2-42f8-a7cf-71d7ee6e1ab2 req-804f8c9f-b19a-42b4-92f3-a1e1522b8323 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:58.298860 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2703e2bc-c6e2-42f8-a7cf-71d7ee6e1ab2 req-804f8c9f-b19a-42b4-92f3-a1e1522b8323 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=25817964-679c-4658-a314-076ddca5a7d5 HTTP/1.1" status: 200 len: 945 time: 0.0831468 Jun 28 12:33:58.351538 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2703e2bc-c6e2-42f8-a7cf-71d7ee6e1ab2 req-aa363d99-baa7-4b9e-b405-87ed21eb0639 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f2b1afe-c2e3-4511-b6f9-dee3ff816f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467916 Jun 28 12:33:58.532040 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510527b-f5b0-4757-9003-ef84266083c2 req-2bec6537-eea7-4a2d-9d7d-d59b5e7f1ebc tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:58.533498 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2510527b-f5b0-4757-9003-ef84266083c2 req-2bec6537-eea7-4a2d-9d7d-d59b5e7f1ebc tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=25817964-679c-4658-a314-076ddca5a7d5 HTTP/1.1" status: 200 len: 945 time: 0.0810053 Jun 28 12:33:58.542412 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 53270) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:58.547486 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-48498118-4a9a-4470-9b80-d2ecbc6a925f tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Request body: {'floatingip': {'port_id': '57330de3-c2a4-421a-9aed-96f25bd8df9a'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:58.626100 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-48498118-4a9a-4470-9b80-d2ecbc6a925f tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for floatingip, before_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:59.223885 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-48498118-4a9a-4470-9b80-d2ecbc6a925f tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:59.326674 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-48498118-4a9a-4470-9b80-d2ecbc6a925f tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696881'] for floatingip, after_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:59.500274 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.db.l3_db [None req-48498118-4a9a-4470-9b80-d2ecbc6a925f tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Floating IP 725d46d6-f1a8-4578-a40c-13e4b3a33799 associated. External IP: 172.27.0.93, port: 57330de3-c2a4-421a-9aed-96f25bd8df9a. Jun 28 12:33:59.962153 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48498118-4a9a-4470-9b80-d2ecbc6a925f tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Router 59ef1cad-a767-4060-9ad7-063cab56c2fe has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:34:00.144273 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48498118-4a9a-4470-9b80-d2ecbc6a925f tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:34:00.149113 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-48498118-4a9a-4470-9b80-d2ecbc6a925f tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for floatingip, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:00.154484 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491a95e7-885e-4e65-baee-eda7d4eb2550 None None] Sync routers for ids ['59ef1cad-a767-4060-9ad7-063cab56c2fe'] in dv-cinder-798094-1-iscsi {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:34:00.164692 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491a95e7-885e-4e65-baee-eda7d4eb2550 None None] Routers {'59ef1cad-a767-4060-9ad7-063cab56c2fe'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:34:00.166068 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-491a95e7-885e-4e65-baee-eda7d4eb2550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:33:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['59ef1cad-a767-4060-9ad7-063cab56c2fe'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:34:00.210727 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-48498118-4a9a-4470-9b80-d2ecbc6a925f tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "PUT /v2.0/floatingips/725d46d6-f1a8-4578-a40c-13e4b3a33799 HTTP/1.1" status: 200 len: 990 time: 1.6670582 Jun 28 12:34:00.211558 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25817964-679c-4658-a314-076ddca5a7d5', 'tag': '57330de3-c2a4-421a-9aed-96f25bd8df9a'}] {{(pid=79149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:34:00.276384 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25817964-679c-4658-a314-076ddca5a7d5', 'tag': '57330de3-c2a4-421a-9aed-96f25bd8df9a', 'status': 'completed', 'code': 200} Jun 28 12:34:00.348851 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-491a95e7-885e-4e65-baee-eda7d4eb2550 None None] Set router 59ef1cad-a767-4060-9ad7-063cab56c2fe gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:34:00.429703 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaff6d6-fb19-4143-bacd-bbb022191306 req-5467ddeb-3318-4abf-9484-9ae426bf7dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:00.431395 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ecaff6d6-fb19-4143-bacd-bbb022191306 req-5467ddeb-3318-4abf-9484-9ae426bf7dd8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ad5e7e0f4e04e7ca73089fe82192600&device_id=25817964-679c-4658-a314-076ddca5a7d5 HTTP/1.1" status: 200 len: 1098 time: 0.0716395 Jun 28 12:34:00.564950 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaff6d6-fb19-4143-bacd-bbb022191306 req-9dde86c8-b552-4f03-96bc-84138db27e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:00.566333 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ecaff6d6-fb19-4143-bacd-bbb022191306 req-9dde86c8-b552-4f03-96bc-84138db27e0b service neutron] 10.222.0.64 "GET /v2.0/networks?id=85f9191a-de6b-428c-8880-77a90cc8bb8e HTTP/1.1" status: 200 len: 912 time: 0.1284878 Jun 28 12:34:00.681725 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ecaff6d6-fb19-4143-bacd-bbb022191306 req-7caa5912-f132-4a59-85d3-29b23614c7de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57330de3-c2a4-421a-9aed-96f25bd8df9a HTTP/1.1" status: 200 len: 998 time: 0.0982642 Jun 28 12:34:00.735854 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-491a95e7-885e-4e65-baee-eda7d4eb2550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'name': 'tempest-AttachVolumeTestJSON-1378796990-router', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:02Z', 'updated_at': '2021-06-28T12:29:09Z', 'revision_number': 4, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'gw_port': {'id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:dd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_floatingips': [{'id': '725d46d6-f1a8-4578-a40c-13e4b3a33799', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'floating_ip_address': '172.27.0.93', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'port_id': '57330de3-c2a4-421a-9aed-96f25bd8df9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e', 'mac_address': 'fa:16:3e:51:e6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25817964-679c-4658-a314-076ddca5a7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:33:40Z', 'updated_at': '2021-06-28T12:33:59Z', 'revision_number': 1, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3134a8-b62b-4746-b794-3181092f9313', 'name': '', 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'mac_address': 'fa:16:3e:f3:fb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:08Z', 'updated_at': '2021-06-28T12:29:15Z', 'revision_number': 5, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'subnets': [{'id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:34:00.739774 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491a95e7-885e-4e65-baee-eda7d4eb2550 None None] Checking router: 59ef1cad-a767-4060-9ad7-063cab56c2fe for host: dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:34:00.749236 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491a95e7-885e-4e65-baee-eda7d4eb2550 None None] Routers {'59ef1cad-a767-4060-9ad7-063cab56c2fe'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:34:00.749850 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-491a95e7-885e-4e65-baee-eda7d4eb2550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:33:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['59ef1cad-a767-4060-9ad7-063cab56c2fe'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:34:00.763653 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaff6d6-fb19-4143-bacd-bbb022191306 req-2b143382-d599-4c99-a50d-c5f8950d2199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:00.765120 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ecaff6d6-fb19-4143-bacd-bbb022191306 req-2b143382-d599-4c99-a50d-c5f8950d2199 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=11742b8b-e4b9-4a4b-87d5-497ec56e1d1d HTTP/1.1" status: 200 len: 850 time: 0.0631821 Jun 28 12:34:00.844981 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaff6d6-fb19-4143-bacd-bbb022191306 req-4e2f23cb-a19b-40fa-bf97-2f5f0aad3674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:00.846420 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ecaff6d6-fb19-4143-bacd-bbb022191306 req-4e2f23cb-a19b-40fa-bf97-2f5f0aad3674 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85f9191a-de6b-428c-8880-77a90cc8bb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733156 Jun 28 12:34:00.928223 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-491a95e7-885e-4e65-baee-eda7d4eb2550 None None] Set router 59ef1cad-a767-4060-9ad7-063cab56c2fe gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:34:00.987671 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ecaff6d6-fb19-4143-bacd-bbb022191306 req-c1cdde5d-a272-47e9-ad06-ea405de462d7 service neutron] 10.222.0.64 "GET /v2.0/networks/85f9191a-de6b-428c-8880-77a90cc8bb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306987 Jun 28 12:34:01.127703 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ecaff6d6-fb19-4143-bacd-bbb022191306 req-53865335-1371-462a-aeb4-15f1a4a0fcb6 service neutron] 10.222.0.64 "GET /v2.0/networks/85f9191a-de6b-428c-8880-77a90cc8bb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319933 Jun 28 12:34:01.278334 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-491a95e7-885e-4e65-baee-eda7d4eb2550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'name': 'tempest-AttachVolumeTestJSON-1378796990-router', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:02Z', 'updated_at': '2021-06-28T12:29:09Z', 'revision_number': 4, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'gw_port': {'id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:dd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_floatingips': [{'id': '725d46d6-f1a8-4578-a40c-13e4b3a33799', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'floating_ip_address': '172.27.0.93', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'port_id': '57330de3-c2a4-421a-9aed-96f25bd8df9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e', 'mac_address': 'fa:16:3e:51:e6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25817964-679c-4658-a314-076ddca5a7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:33:40Z', 'updated_at': '2021-06-28T12:33:59Z', 'revision_number': 1, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3134a8-b62b-4746-b794-3181092f9313', 'name': '', 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'mac_address': 'fa:16:3e:f3:fb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:08Z', 'updated_at': '2021-06-28T12:29:15Z', 'revision_number': 5, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'subnets': [{'id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:34:01.282623 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491a95e7-885e-4e65-baee-eda7d4eb2550 None None] The sync data for ids ['59ef1cad-a767-4060-9ad7-063cab56c2fe'] in dv-cinder-798094-1-iscsi is: [{'id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'name': 'tempest-AttachVolumeTestJSON-1378796990-router', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:02Z', 'updated_at': '2021-06-28T12:29:09Z', 'revision_number': 4, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'gw_port': {'id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:dd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_floatingips': [{'id': '725d46d6-f1a8-4578-a40c-13e4b3a33799', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'floating_ip_address': '172.27.0.93', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'port_id': '57330de3-c2a4-421a-9aed-96f25bd8df9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e', 'mac_address': 'fa:16:3e:51:e6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25817964-679c-4658-a314-076ddca5a7d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:33:40Z', 'updated_at': '2021-06-28T12:33:59Z', 'revision_number': 1, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3134a8-b62b-4746-b794-3181092f9313', 'name': '', 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'mac_address': 'fa:16:3e:f3:fb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:08Z', 'updated_at': '2021-06-28T12:29:15Z', 'revision_number': 5, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'subnets': [{'id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:34:01.500369 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f10e43-2fce-46b2-b967-0a27f7138d51 None None] New status for floating IP 725d46d6-f1a8-4578-a40c-13e4b3a33799: ACTIVE {{(pid=79151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:34:08.617875 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-b5dd94c3-b9f4-4b2d-836c-70c079b4ee61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:08.967006 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:11.120841 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-8ffa12bb-91d0-4265-af4d-c19465497084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:12.166838 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:12.424415 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:34:13.852241 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:20.799082 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d269f-e040-445d-a845-551c79855b84 req-6412d4e0-2010-4ab8-925e-a45b5d01b289 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:20.800522 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5f5d269f-e040-445d-a845-551c79855b84 req-6412d4e0-2010-4ab8-925e-a45b5d01b289 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=124113da-a1e1-4432-8127-137e2c7eb2bf HTTP/1.1" status: 200 len: 945 time: 0.0796692 Jun 28 12:34:20.850544 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5f5d269f-e040-445d-a845-551c79855b84 req-46e02f27-5e11-4799-a1b4-fc0644ffd567 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdcd544-e282-4db1-9495-d95ac1a333b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443661 Jun 28 12:34:22.031074 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a1adf-5ef4-425d-97cd-7727aa368fb1 req-721b0e7f-7624-47ba-aa97-44e53f07b9c2 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:22.032499 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-729a1adf-5ef4-425d-97cd-7727aa368fb1 req-721b0e7f-7624-47ba-aa97-44e53f07b9c2 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=124113da-a1e1-4432-8127-137e2c7eb2bf HTTP/1.1" status: 200 len: 945 time: 0.0784860 Jun 28 12:34:22.077481 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-729a1adf-5ef4-425d-97cd-7727aa368fb1 req-4e79d91a-c421-4b1a-9558-f96668772ca5 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdcd544-e282-4db1-9495-d95ac1a333b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393317 Jun 28 12:34:22.926949 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea670351-a5a6-4f90-a403-fd45e4294230 req-ae9a4bce-0a75-4113-aabb-413ef0e0bc84 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:22.928358 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ea670351-a5a6-4f90-a403-fd45e4294230 req-ae9a4bce-0a75-4113-aabb-413ef0e0bc84 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.64 "GET /v2.0/ports?device_id=124113da-a1e1-4432-8127-137e2c7eb2bf HTTP/1.1" status: 200 len: 945 time: 0.0840881 Jun 28 12:34:23.003488 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [req-ea670351-a5a6-4f90-a403-fd45e4294230 req-5e18efb1-efbf-4e18-b05b-09f53ae14076 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Deleting port 12685ee3-44c2-46ce-a98a-2cf00397176f {{(pid=79149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:34:23.003823 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-ea670351-a5a6-4f90-a403-fd45e4294230 req-5e18efb1-efbf-4e18-b05b-09f53ae14076 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:23.396151 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bec10-0fc8-4403-9fe7-60942759c4fa req-b454813b-0636-473a-a182-3e3b2935aa38 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:23.397570 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-439bec10-0fc8-4403-9fe7-60942759c4fa req-b454813b-0636-473a-a182-3e3b2935aa38 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=124113da-a1e1-4432-8127-137e2c7eb2bf HTTP/1.1" status: 200 len: 945 time: 0.1946063 Jun 28 12:34:23.435406 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.db [req-ea670351-a5a6-4f90-a403-fd45e4294230 req-5e18efb1-efbf-4e18-b05b-09f53ae14076 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] For port 12685ee3-44c2-46ce-a98a-2cf00397176f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=12685ee3-44c2-46ce-a98a-2cf00397176f,segment=NetworkSegment(62454d56-6398-4948-933c-c3dedbe3ffcb),segment_id=62454d56-6398-4948-933c-c3dedbe3ffcb)] {{(pid=79149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:34:23.435753 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-ea670351-a5a6-4f90-a403-fd45e4294230 req-5e18efb1-efbf-4e18-b05b-09f53ae14076 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:23.569240 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [req-ea670351-a5a6-4f90-a403-fd45e4294230 req-5e18efb1-efbf-4e18-b05b-09f53ae14076 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Calling delete_port for 12685ee3-44c2-46ce-a98a-2cf00397176f owned by compute:nova {{(pid=79149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:34:23.606825 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-439bec10-0fc8-4403-9fe7-60942759c4fa req-63db1f5c-79e7-4539-8cdf-1c1c072b3933 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdcd544-e282-4db1-9495-d95ac1a333b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996171 Jun 28 12:34:23.873568 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-ea670351-a5a6-4f90-a403-fd45e4294230 req-5e18efb1-efbf-4e18-b05b-09f53ae14076 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:23.880348 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:34:23.925889 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18efb1-efbf-4e18-b05b-09f53ae14076 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Pushing event deleted for resources: {'Port': ['ID=12685ee3-44c2-46ce-a98a-2cf00397176f,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:34:23.932530 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['12685ee3-44c2-46ce-a98a-2cf00397176f'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:34:23.972577 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e18efb1-efbf-4e18-b05b-09f53ae14076 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:23.972804 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e18efb1-efbf-4e18-b05b-09f53ae14076 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:23.973136 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e18efb1-efbf-4e18-b05b-09f53ae14076 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:23.973496 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e18efb1-efbf-4e18-b05b-09f53ae14076 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:23.973851 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e18efb1-efbf-4e18-b05b-09f53ae14076 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:23.974196 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e18efb1-efbf-4e18-b05b-09f53ae14076 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:23.974541 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e18efb1-efbf-4e18-b05b-09f53ae14076 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:23.974913 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e18efb1-efbf-4e18-b05b-09f53ae14076 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:23.975258 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e18efb1-efbf-4e18-b05b-09f53ae14076 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:23.975599 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e18efb1-efbf-4e18-b05b-09f53ae14076 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:23.975939 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e18efb1-efbf-4e18-b05b-09f53ae14076 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:23.976279 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e18efb1-efbf-4e18-b05b-09f53ae14076 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:23.979641 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-5e18efb1-efbf-4e18-b05b-09f53ae14076 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:34:24.018978 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea670351-a5a6-4f90-a403-fd45e4294230 req-5e18efb1-efbf-4e18-b05b-09f53ae14076 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] No DVR routers for this DVR port 12685ee3-44c2-46ce-a98a-2cf00397176f on host hv-cinder-79809 {{(pid=79149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:34:24.021389 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-ea670351-a5a6-4f90-a403-fd45e4294230 req-5e18efb1-efbf-4e18-b05b-09f53ae14076 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:24.024053 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124113da-a1e1-4432-8127-137e2c7eb2bf', 'name': 'network-vif-deleted', 'tag': '12685ee3-44c2-46ce-a98a-2cf00397176f'}] {{(pid=79149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:34:24.070309 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124113da-a1e1-4432-8127-137e2c7eb2bf', 'name': 'network-vif-deleted', 'tag': '12685ee3-44c2-46ce-a98a-2cf00397176f', 'status': 'completed', 'code': 200} Jun 28 12:34:24.110007 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ea670351-a5a6-4f90-a403-fd45e4294230 req-5e18efb1-efbf-4e18-b05b-09f53ae14076 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.64 "DELETE /v2.0/ports/12685ee3-44c2-46ce-a98a-2cf00397176f HTTP/1.1" status: 204 len: 173 time: 1.1706638 Jun 28 12:34:24.768861 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-fa9b8eea-8338-49d3-a506-c3c49edac236 req-b85ecd8d-4725-4222-a606-9fb4c99b523c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Synchronizing usage tracker for tenant:2c409c3529524edca55e705bef4fc341 on resource:port {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:34:24.875189 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-fa9b8eea-8338-49d3-a506-c3c49edac236 req-b85ecd8d-4725-4222-a606-9fb4c99b523c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Unset dirty status for tenant:2c409c3529524edca55e705bef4fc341 on resource:port {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:34:24.876367 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-fa9b8eea-8338-49d3-a506-c3c49edac236 req-b85ecd8d-4725-4222-a606-9fb4c99b523c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] 10.222.0.24 "GET /v2.0/ports?device_id=124113da-a1e1-4432-8127-137e2c7eb2bf HTTP/1.1" status: 200 len: 210 time: 0.1497712 Jun 28 12:34:25.082630 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:25.801451 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e55b1-0c66-48d5-90b6-b6416f1425bb req-c24c10be-872e-4a51-bdb9-325cd4398a2d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:25.802833 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f29e55b1-0c66-48d5-90b6-b6416f1425bb req-c24c10be-872e-4a51-bdb9-325cd4398a2d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 946 time: 0.0814807 Jun 28 12:34:25.850336 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f29e55b1-0c66-48d5-90b6-b6416f1425bb req-141680eb-6866-45c5-81bf-f29e405580fe tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409126 Jun 28 12:34:26.608957 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1cf0598a-8d88-486e-9289-99784e8c212f req-50a1f57c-af6f-47eb-94ef-bb0cd5a1e0cb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683689 Jun 28 12:34:26.716004 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0598a-8d88-486e-9289-99784e8c212f req-011e3acb-bdd6-4127-80a3-b0a7c1fe2767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:26.717444 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1cf0598a-8d88-486e-9289-99784e8c212f req-011e3acb-bdd6-4127-80a3-b0a7c1fe2767 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=02179571a8084125b547d2dde607206c&device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 1137 time: 0.0729668 Jun 28 12:34:26.868103 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0598a-8d88-486e-9289-99784e8c212f req-714ef3aa-d767-40e0-9028-87e06e235b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:26.870080 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1cf0598a-8d88-486e-9289-99784e8c212f req-714ef3aa-d767-40e0-9028-87e06e235b13 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99e11113-92ba-42c4-b82c-9ed4c720b3c3 HTTP/1.1" status: 200 len: 915 time: 0.1306753 Jun 28 12:34:26.912738 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 12685ee3-44c2-46ce-a98a-2cf00397176f no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:34:26.954640 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] No Port match for: 12685ee3-44c2-46ce-a98a-2cf00397176f {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:34:26.955259 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 12685ee3-44c2-46ce-a98a-2cf00397176f not bound to the agent host hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:34:27.027234 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1cf0598a-8d88-486e-9289-99784e8c212f req-c90b2b3f-65c5-42ba-a3d4-4a0e5d07109e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cf8f137-a7ec-4ac6-b450-ec4516892dba HTTP/1.1" status: 200 len: 1001 time: 0.1499577 Jun 28 12:34:27.108980 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c4e0a-1d76-42df-bd17-8538323fde69 req-07195055-b783-4749-a263-e97bb6ccec9f tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:27.110402 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-755c4e0a-1d76-42df-bd17-8538323fde69 req-07195055-b783-4749-a263-e97bb6ccec9f tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 946 time: 0.1432755 Jun 28 12:34:27.118575 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0598a-8d88-486e-9289-99784e8c212f req-e9ad6a89-de8c-482d-986b-c659343f12d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:27.120438 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1cf0598a-8d88-486e-9289-99784e8c212f req-e9ad6a89-de8c-482d-986b-c659343f12d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=668458c4-e955-4268-b3d8-24d37fc12fed HTTP/1.1" status: 200 len: 853 time: 0.0745199 Jun 28 12:34:27.200643 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-755c4e0a-1d76-42df-bd17-8538323fde69 req-ef0f48a1-80c8-4ab3-aad2-1327581621b5 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835958 Jun 28 12:34:27.234299 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0598a-8d88-486e-9289-99784e8c212f req-0ad24623-0a8f-4a71-8d9f-e9981f49ad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:27.235780 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1cf0598a-8d88-486e-9289-99784e8c212f req-0ad24623-0a8f-4a71-8d9f-e9981f49ad3a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99e11113-92ba-42c4-b82c-9ed4c720b3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0868120 Jun 28 12:34:27.475918 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1cf0598a-8d88-486e-9289-99784e8c212f req-597f3472-c0a2-4ddb-b848-2bd6030d352b service neutron] 10.222.0.64 "GET /v2.0/networks/99e11113-92ba-42c4-b82c-9ed4c720b3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223196 Jun 28 12:34:27.530389 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbee9d9-7d77-423d-b99d-3db1c74d54dc req-ee377067-9416-42cb-a807-bfb5aac073e5 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:27.531163 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-bcbee9d9-7d77-423d-b99d-3db1c74d54dc req-ee377067-9416-42cb-a807-bfb5aac073e5 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Synchronizing usage tracker for tenant:04859a58a39e455e91103d81df922270 on resource:port {{(pid=79148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:34:27.612534 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1cf0598a-8d88-486e-9289-99784e8c212f req-bd3681fc-0dac-45f6-b021-5c9019cc1876 service neutron] 10.222.0.64 "GET /v2.0/networks/99e11113-92ba-42c4-b82c-9ed4c720b3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298630 Jun 28 12:34:27.627470 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-bcbee9d9-7d77-423d-b99d-3db1c74d54dc req-ee377067-9416-42cb-a807-bfb5aac073e5 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Unset dirty status for tenant:04859a58a39e455e91103d81df922270 on resource:port {{(pid=79148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:34:27.628557 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-bcbee9d9-7d77-423d-b99d-3db1c74d54dc req-ee377067-9416-42cb-a807-bfb5aac073e5 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 946 time: 0.1819627 Jun 28 12:34:27.705701 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [req-bcbee9d9-7d77-423d-b99d-3db1c74d54dc req-fef9485d-30af-443c-b821-96f842d1a01d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Deleting port 6ba385f4-d75b-4329-b33b-7524d87447d9 {{(pid=79148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:34:27.706040 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-bcbee9d9-7d77-423d-b99d-3db1c74d54dc req-fef9485d-30af-443c-b821-96f842d1a01d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:27.956705 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-bcbee9d9-7d77-423d-b99d-3db1c74d54dc req-fef9485d-30af-443c-b821-96f842d1a01d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] For port 6ba385f4-d75b-4329-b33b-7524d87447d9, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6ba385f4-d75b-4329-b33b-7524d87447d9,segment=NetworkSegment(23364f25-0914-45c3-9348-f31d0dbc7405),segment_id=23364f25-0914-45c3-9348-f31d0dbc7405)] {{(pid=79148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:34:27.956705 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-bcbee9d9-7d77-423d-b99d-3db1c74d54dc req-fef9485d-30af-443c-b821-96f842d1a01d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:28.245352 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-bcbee9d9-7d77-423d-b99d-3db1c74d54dc req-fef9485d-30af-443c-b821-96f842d1a01d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:28.245723 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-bcbee9d9-7d77-423d-b99d-3db1c74d54dc req-fef9485d-30af-443c-b821-96f842d1a01d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696881'] for floatingip, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:28.246038 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.db.l3_db [req-bcbee9d9-7d77-423d-b99d-3db1c74d54dc req-fef9485d-30af-443c-b821-96f842d1a01d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Floating IP a387db20-d517-4637-b3de-5c1d033f038d disassociated. External IP: 172.27.0.204, port: 6ba385f4-d75b-4329-b33b-7524d87447d9. Jun 28 12:34:28.246382 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [req-bcbee9d9-7d77-423d-b99d-3db1c74d54dc req-fef9485d-30af-443c-b821-96f842d1a01d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Calling delete_port for 6ba385f4-d75b-4329-b33b-7524d87447d9 owned by compute:nova {{(pid=79148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:34:28.409466 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc354d-fc84-4daf-ba82-4dee7225c22d req-e3bbaf48-ead2-4d21-bbae-bfa328e497e9 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:28.415264 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-80cc354d-fc84-4daf-ba82-4dee7225c22d req-e3bbaf48-ead2-4d21-bbae-bfa328e497e9 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 946 time: 0.0842323 Jun 28 12:34:28.457650 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-80cc354d-fc84-4daf-ba82-4dee7225c22d req-73550165-df0a-452b-b844-2ae483a3601d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d160567-a2d5-444f-ab7a-408b4cb47168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405869 Jun 28 12:34:28.555273 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-bcbee9d9-7d77-423d-b99d-3db1c74d54dc req-fef9485d-30af-443c-b821-96f842d1a01d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:28.561490 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-4fe26700-af70-4aee-8cf5-6942a522417a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:34:28.692487 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9485d-30af-443c-b821-96f842d1a01d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Pushing event deleted for resources: {'Port': ['ID=6ba385f4-d75b-4329-b33b-7524d87447d9,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:34:28.703816 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9485d-30af-443c-b821-96f842d1a01d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:28.704188 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9485d-30af-443c-b821-96f842d1a01d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:28.704553 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9485d-30af-443c-b821-96f842d1a01d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:28.704910 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9485d-30af-443c-b821-96f842d1a01d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:28.705259 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9485d-30af-443c-b821-96f842d1a01d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:28.705609 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9485d-30af-443c-b821-96f842d1a01d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:28.705952 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9485d-30af-443c-b821-96f842d1a01d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:28.706297 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9485d-30af-443c-b821-96f842d1a01d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:28.706640 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9485d-30af-443c-b821-96f842d1a01d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:28.707006 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9485d-30af-443c-b821-96f842d1a01d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:28.707348 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9485d-30af-443c-b821-96f842d1a01d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:28.707689 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9485d-30af-443c-b821-96f842d1a01d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:28.716138 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-fef9485d-30af-443c-b821-96f842d1a01d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:34:28.884848 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcbee9d9-7d77-423d-b99d-3db1c74d54dc req-fef9485d-30af-443c-b821-96f842d1a01d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Router cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:34:29.067138 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcbee9d9-7d77-423d-b99d-3db1c74d54dc req-fef9485d-30af-443c-b821-96f842d1a01d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:34:29.077286 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d654bb1-fe34-4876-8044-36f37b6b3423 None None] Sync routers for ids ['cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'] in dv-cinder-798094-1-iscsi {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:34:29.088894 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d654bb1-fe34-4876-8044-36f37b6b3423 None None] Routers {'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:34:29.089621 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-4d654bb1-fe34-4876-8044-36f37b6b3423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:34:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:34:29.144829 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbee9d9-7d77-423d-b99d-3db1c74d54dc req-fef9485d-30af-443c-b821-96f842d1a01d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] No DVR routers for this DVR port 6ba385f4-d75b-4329-b33b-7524d87447d9 on host hv-cinder-79809 {{(pid=79148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:34:29.147749 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-bcbee9d9-7d77-423d-b99d-3db1c74d54dc req-fef9485d-30af-443c-b821-96f842d1a01d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:29.152990 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a45ffa2-ffd2-4780-ae16-0a9fd65f138a', 'name': 'network-vif-deleted', 'tag': '6ba385f4-d75b-4329-b33b-7524d87447d9'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:34:29.213768 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a45ffa2-ffd2-4780-ae16-0a9fd65f138a', 'name': 'network-vif-deleted', 'tag': '6ba385f4-d75b-4329-b33b-7524d87447d9', 'status': 'completed', 'code': 200} Jun 28 12:34:29.262490 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-bcbee9d9-7d77-423d-b99d-3db1c74d54dc req-fef9485d-30af-443c-b821-96f842d1a01d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.64 "DELETE /v2.0/ports/6ba385f4-d75b-4329-b33b-7524d87447d9 HTTP/1.1" status: 204 len: 173 time: 1.6234620 Jun 28 12:34:29.282580 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-4d654bb1-fe34-4876-8044-36f37b6b3423 None None] Set router cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:34:29.618269 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6b7c2800-17a8-431b-b34c-16f15b5f2d22 req-47bfbd2a-e93a-49d5-80c2-c48099aa42d6 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 210 time: 0.0480247 Jun 28 12:34:29.624850 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-4d654bb1-fe34-4876-8044-36f37b6b3423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'name': 'tempest-AttachVolumeShelveTestJSON-528365198-router', 'tenant_id': '04859a58a39e455e91103d81df922270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:27:02Z', 'updated_at': '2021-06-28T12:27:09Z', 'revision_number': 4, 'project_id': '04859a58a39e455e91103d81df922270', 'gw_port': {'id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:04Z', 'updated_at': '2021-06-28T12:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': 'f1e0099b-f34d-4b7a-a7a9-0474dce65c59', 'name': '', 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'tenant_id': '04859a58a39e455e91103d81df922270', 'mac_address': 'fa:16:3e:77:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:08Z', 'updated_at': '2021-06-28T12:27:15Z', 'revision_number': 5, 'project_id': '04859a58a39e455e91103d81df922270', 'subnets': [{'id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:34:29.628734 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d654bb1-fe34-4876-8044-36f37b6b3423 None None] Checking router: cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 for host: dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:34:29.637809 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d654bb1-fe34-4876-8044-36f37b6b3423 None None] Routers {'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:34:29.638423 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-4d654bb1-fe34-4876-8044-36f37b6b3423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:34:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:34:29.813727 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-4d654bb1-fe34-4876-8044-36f37b6b3423 None None] Set router cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:34:30.124946 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-4d654bb1-fe34-4876-8044-36f37b6b3423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'name': 'tempest-AttachVolumeShelveTestJSON-528365198-router', 'tenant_id': '04859a58a39e455e91103d81df922270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:27:02Z', 'updated_at': '2021-06-28T12:27:09Z', 'revision_number': 4, 'project_id': '04859a58a39e455e91103d81df922270', 'gw_port': {'id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:04Z', 'updated_at': '2021-06-28T12:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': 'f1e0099b-f34d-4b7a-a7a9-0474dce65c59', 'name': '', 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'tenant_id': '04859a58a39e455e91103d81df922270', 'mac_address': 'fa:16:3e:77:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:08Z', 'updated_at': '2021-06-28T12:27:15Z', 'revision_number': 5, 'project_id': '04859a58a39e455e91103d81df922270', 'subnets': [{'id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:34:30.128823 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d654bb1-fe34-4876-8044-36f37b6b3423 None None] The sync data for ids ['cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'] in dv-cinder-798094-1-iscsi is: [{'id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'name': 'tempest-AttachVolumeShelveTestJSON-528365198-router', 'tenant_id': '04859a58a39e455e91103d81df922270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:27:02Z', 'updated_at': '2021-06-28T12:27:09Z', 'revision_number': 4, 'project_id': '04859a58a39e455e91103d81df922270', 'gw_port': {'id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:04Z', 'updated_at': '2021-06-28T12:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': 'f1e0099b-f34d-4b7a-a7a9-0474dce65c59', 'name': '', 'network_id': 'ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418', 'tenant_id': '04859a58a39e455e91103d81df922270', 'mac_address': 'fa:16:3e:77:87:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:08Z', 'updated_at': '2021-06-28T12:27:15Z', 'revision_number': 5, 'project_id': '04859a58a39e455e91103d81df922270', 'subnets': [{'id': '1061743c-39d2-4e9e-96b2-fc1ad65e7f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:34:30.341580 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb517c7-7b59-4c8f-bee9-3ffa5df359af None None] New status for floating IP a387db20-d517-4637-b3de-5c1d033f038d: DOWN {{(pid=79151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:34:30.772393 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-66eea555-d7ec-43dc-9d4e-ac7b1176bc9b req-d5780e9b-e9a3-4303-bca6-db16eeb1ff8b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 210 time: 0.0418155 Jun 28 12:34:31.946917 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b81b5a51-2073-49c8-a841-d31a52d45ee7 req-143725bb-7d9d-4414-acde-7c8d6a05c2d0 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a45ffa2-ffd2-4780-ae16-0a9fd65f138a HTTP/1.1" status: 200 len: 210 time: 0.0442042 Jun 28 12:34:33.143620 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 53466) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:34:33.211344 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-dba715cd-8586-4b67-b6e7-e0a7246f3344 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:33.245602 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-dba715cd-8586-4b67-b6e7-e0a7246f3344 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:33.366362 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-dba715cd-8586-4b67-b6e7-e0a7246f3344 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:33.371938 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-9d437554-fdef-405d-9042-f4df8a03e173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:34:33.387019 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba715cd-8586-4b67-b6e7-e0a7246f3344 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d160567-a2d5-444f-ab7a-408b4cb47168,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:34:33.389339 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-dba715cd-8586-4b67-b6e7-e0a7246f3344 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:34:33.463187 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-dba715cd-8586-4b67-b6e7-e0a7246f3344 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:33.464319 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-dba715cd-8586-4b67-b6e7-e0a7246f3344 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "DELETE /v2.0/security-groups/9d160567-a2d5-444f-ab7a-408b4cb47168 HTTP/1.1" status: 204 len: 168 time: 0.3197207 Jun 28 12:34:33.467019 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 53474) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:34:33.483456 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.api.v2.resource [None req-60705c5c-fa92-4c14-bbb7-cb77e94f5e7e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] show failed (client error): The resource could not be found. Jun 28 12:34:33.484427 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-60705c5c-fa92-4c14-bbb7-cb77e94f5e7e tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "GET /v2.0/security-groups/9d160567-a2d5-444f-ab7a-408b4cb47168 HTTP/1.1" status: 404 len: 347 time: 0.0165403 Jun 28 12:34:33.487277 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 53478) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:34:33.648496 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-12a93ac4-3248-43aa-98be-2d1b68b7864b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Deleting port da1f0812-ed97-4054-8377-7735b9836fc5 {{(pid=79149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:34:33.648810 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-12a93ac4-3248-43aa-98be-2d1b68b7864b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:33.813692 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-12a93ac4-3248-43aa-98be-2d1b68b7864b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:33.814018 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-12a93ac4-3248-43aa-98be-2d1b68b7864b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:33.944864 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-12a93ac4-3248-43aa-98be-2d1b68b7864b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Calling delete_port for da1f0812-ed97-4054-8377-7735b9836fc5 owned by network:floatingip {{(pid=79149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:34:34.161091 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-12a93ac4-3248-43aa-98be-2d1b68b7864b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:34.165028 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-61ad2fda-87b8-4991-a4d8-622c864b8230 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:34:34.205680 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a93ac4-3248-43aa-98be-2d1b68b7864b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Pushing event deleted for resources: {'Port': ['ID=da1f0812-ed97-4054-8377-7735b9836fc5,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:34:34.209116 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-12a93ac4-3248-43aa-98be-2d1b68b7864b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:34:34.300372 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-12a93ac4-3248-43aa-98be-2d1b68b7864b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks [] for floatingip, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:34.313929 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-12a93ac4-3248-43aa-98be-2d1b68b7864b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for floatingip, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:34.316823 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-12a93ac4-3248-43aa-98be-2d1b68b7864b tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] 10.222.0.24 "DELETE /v2.0/floatingips/a387db20-d517-4637-b3de-5c1d033f038d HTTP/1.1" status: 204 len: 168 time: 0.8268411 Jun 28 12:34:35.668863 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 6ba385f4-d75b-4329-b33b-7524d87447d9 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:34:35.702441 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] No Port match for: 6ba385f4-d75b-4329-b33b-7524d87447d9 {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:34:35.702705 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 6ba385f4-d75b-4329-b33b-7524d87447d9 not bound to the agent host hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:34:37.385506 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 53526) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:34:38.136383 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-4fc6e69e-4362-4172-bc41-fea39dcf4770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695107'] for router_interface, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:38.484341 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-4fc6e69e-4362-4172-bc41-fea39dcf4770 admin admin] Deleting port f1e0099b-f34d-4b7a-a7a9-0474dce65c59 {{(pid=79149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:34:38.485025 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-4fc6e69e-4362-4172-bc41-fea39dcf4770 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:38.600780 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-e97dbeef-3b59-49b1-8dc1-30e37182eb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:38.661112 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.db [None req-4fc6e69e-4362-4172-bc41-fea39dcf4770 admin admin] For port f1e0099b-f34d-4b7a-a7a9-0474dce65c59, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=f1e0099b-f34d-4b7a-a7a9-0474dce65c59,segment=NetworkSegment(23364f25-0914-45c3-9348-f31d0dbc7405),segment_id=23364f25-0914-45c3-9348-f31d0dbc7405)] {{(pid=79149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:34:38.661461 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-4fc6e69e-4362-4172-bc41-fea39dcf4770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:38.788208 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-4fc6e69e-4362-4172-bc41-fea39dcf4770 admin admin] Calling delete_port for f1e0099b-f34d-4b7a-a7a9-0474dce65c59 owned by network:router_interface {{(pid=79149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:34:38.966269 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:39.172062 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-4fc6e69e-4362-4172-bc41-fea39dcf4770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:39.176052 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:34:39.219867 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6e69e-4362-4172-bc41-fea39dcf4770 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1e0099b-f34d-4b7a-a7a9-0474dce65c59,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:34:39.223023 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-4fc6e69e-4362-4172-bc41-fea39dcf4770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:34:39.597856 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-4fc6e69e-4362-4172-bc41-fea39dcf4770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3781280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3695279'] for router_interface, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:39.950277 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc6e69e-4362-4172-bc41-fea39dcf4770 admin admin] Router cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:34:40.128890 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc6e69e-4362-4172-bc41-fea39dcf4770 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:34:40.139656 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6285800f-14c7-440c-bd80-6452bfdce05a None None] Sync routers for ids ['cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'] in dv-cinder-798094-1-iscsi {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:34:40.142551 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-4fc6e69e-4362-4172-bc41-fea39dcf4770 admin admin] 10.222.0.24 "PUT /v2.0/routers/cb35ff7d-b1e6-4939-9f92-7df2101b2ce7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7559543 Jun 28 12:34:40.150091 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 53544) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:34:40.151154 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6285800f-14c7-440c-bd80-6452bfdce05a None None] Routers {'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:34:40.151154 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-6285800f-14c7-440c-bd80-6452bfdce05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:34:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:34:40.316785 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1958140f-d6cc-49ab-aee1-b3341bae4bf2 admin admin] Notify callbacks [] for router, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:40.328894 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-6285800f-14c7-440c-bd80-6452bfdce05a None None] Set router cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:34:40.497837 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1958140f-d6cc-49ab-aee1-b3341bae4bf2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:40.601061 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-1958140f-d6cc-49ab-aee1-b3341bae4bf2 admin admin] Deleting port bb1b6391-25e3-46c3-8c69-696e3f257c5a {{(pid=79148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:34:40.601714 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1958140f-d6cc-49ab-aee1-b3341bae4bf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:40.613864 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-6285800f-14c7-440c-bd80-6452bfdce05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'name': 'tempest-AttachVolumeShelveTestJSON-528365198-router', 'tenant_id': '04859a58a39e455e91103d81df922270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:27:02Z', 'updated_at': '2021-06-28T12:34:39Z', 'revision_number': 5, 'project_id': '04859a58a39e455e91103d81df922270', 'gw_port': {'id': 'bb1b6391-25e3-46c3-8c69-696e3f257c5a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:27:04Z', 'updated_at': '2021-06-28T12:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:34:40.618086 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6285800f-14c7-440c-bd80-6452bfdce05a None None] Checking router: cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 for host: dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:34:40.627504 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6285800f-14c7-440c-bd80-6452bfdce05a None None] Routers {'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:34:40.628801 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-6285800f-14c7-440c-bd80-6452bfdce05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:34:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:34:40.786303 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [None req-1958140f-d6cc-49ab-aee1-b3341bae4bf2 admin admin] For port bb1b6391-25e3-46c3-8c69-696e3f257c5a, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=bb1b6391-25e3-46c3-8c69-696e3f257c5a,segment=NetworkSegment(4ef2d251-a773-41f5-87cd-cec6f249eb66),segment_id=4ef2d251-a773-41f5-87cd-cec6f249eb66)] {{(pid=79148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:34:40.786577 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1958140f-d6cc-49ab-aee1-b3341bae4bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:40.811460 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-6285800f-14c7-440c-bd80-6452bfdce05a None None] Set router cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 gateway port host: None {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:34:40.913214 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-1958140f-d6cc-49ab-aee1-b3341bae4bf2 admin admin] Calling delete_port for bb1b6391-25e3-46c3-8c69-696e3f257c5a owned by network:router_gateway {{(pid=79148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:34:40.917858 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-6285800f-14c7-440c-bd80-6452bfdce05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'name': 'tempest-AttachVolumeShelveTestJSON-528365198-router', 'tenant_id': '04859a58a39e455e91103d81df922270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:27:02Z', 'updated_at': '2021-06-28T12:34:40Z', 'revision_number': 6, 'project_id': '04859a58a39e455e91103d81df922270', 'gw_port_host': None}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:34:40.922168 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6285800f-14c7-440c-bd80-6452bfdce05a None None] The sync data for ids ['cb35ff7d-b1e6-4939-9f92-7df2101b2ce7'] in dv-cinder-798094-1-iscsi is: [{'id': 'cb35ff7d-b1e6-4939-9f92-7df2101b2ce7', 'name': 'tempest-AttachVolumeShelveTestJSON-528365198-router', 'tenant_id': '04859a58a39e455e91103d81df922270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:27:02Z', 'updated_at': '2021-06-28T12:34:40Z', 'revision_number': 6, 'project_id': '04859a58a39e455e91103d81df922270', 'gw_port_host': None}] {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:34:41.075377 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-b0157592-df1f-4ef3-8dba-7fac5ed1321e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:41.388262 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1958140f-d6cc-49ab-aee1-b3341bae4bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:41.393024 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-37b8954b-294d-41e1-96e2-e3b95b64de67 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:34:41.442207 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958140f-d6cc-49ab-aee1-b3341bae4bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb1b6391-25e3-46c3-8c69-696e3f257c5a,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:34:41.444797 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-1958140f-d6cc-49ab-aee1-b3341bae4bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:34:41.540827 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1958140f-d6cc-49ab-aee1-b3341bae4bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696678'] for router_gateway, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:41.718716 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1958140f-d6cc-49ab-aee1-b3341bae4bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3695212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34707'] for router, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:41.719288 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device bb1b6391-25e3-46c3-8c69-696e3f257c5a no longer exists at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:34:41.726134 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1958140f-d6cc-49ab-aee1-b3341bae4bf2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:41.758704 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] No Port match for: bb1b6391-25e3-46c3-8c69-696e3f257c5a {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:34:41.758704 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device bb1b6391-25e3-46c3-8c69-696e3f257c5a not bound to the agent host dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:34:41.759145 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device f1e0099b-f34d-4b7a-a7a9-0474dce65c59 no longer exists at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:34:41.793771 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] No Port match for: f1e0099b-f34d-4b7a-a7a9-0474dce65c59 {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:34:41.794412 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device f1e0099b-f34d-4b7a-a7a9-0474dce65c59 not bound to the agent host dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:34:41.880866 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1958140f-d6cc-49ab-aee1-b3341bae4bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3913163'] for router, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:41.881405 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1958140f-d6cc-49ab-aee1-b3341bae4bf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 {{(pid=79148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 12:34:41.896509 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1958140f-d6cc-49ab-aee1-b3341bae4bf2 admin admin] Notify callbacks [] for router, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:41.897538 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-1958140f-d6cc-49ab-aee1-b3341bae4bf2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/cb35ff7d-b1e6-4939-9f92-7df2101b2ce7 HTTP/1.1" status: 204 len: 168 time: 1.7510548 Jun 28 12:34:41.900450 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 53552) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:34:41.962272 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b35e08a-7c67-47f7-9e9a-183922e25561 admin admin] Deleting subnet 1061743c-39d2-4e9e-96b2-fc1ad65e7f7c {{(pid=79148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:34:41.965890 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7b35e08a-7c67-47f7-9e9a-183922e25561 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:42.020694 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7b35e08a-7c67-47f7-9e9a-183922e25561 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-827602'] for subnet, precommit_delete_associations {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:42.138821 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7b35e08a-7c67-47f7-9e9a-183922e25561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704721'] for subnet, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:42.169885 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:42.276120 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7b35e08a-7c67-47f7-9e9a-183922e25561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1905405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1741771'] for subnet, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:42.288871 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-0ca3f956-4d5c-41fe-8a1c-e5bf02f47454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:34:42.321755 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7b35e08a-7c67-47f7-9e9a-183922e25561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for subnet, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:42.324552 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35e08a-7c67-47f7-9e9a-183922e25561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1061743c-39d2-4e9e-96b2-fc1ad65e7f7c,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:34:42.324783 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc783a5-a653-4891-bf4a-daa9854015fc None None] Network ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:34:42.327521 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-7b35e08a-7c67-47f7-9e9a-183922e25561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:34:42.330431 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-7b35e08a-7c67-47f7-9e9a-183922e25561 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1061743c-39d2-4e9e-96b2-fc1ad65e7f7c HTTP/1.1" status: 204 len: 168 time: 0.4282687 Jun 28 12:34:42.332879 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 53560) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:34:42.451189 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-cb6951ab-f9b6-4afc-a6de-b1e1249cce88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-761904'] for network, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:42.463688 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-cb6951ab-f9b6-4afc-a6de-b1e1249cce88 admin admin] Deleting port cf08284c-eead-462e-bc0e-b961073fe654 {{(pid=79148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:34:42.464853 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-cb6951ab-f9b6-4afc-a6de-b1e1249cce88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:42.620828 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba50346-1c0a-42ba-836f-8b6be8433de8 None None] DHCP port deletion for ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 request from dv-cinder-798094-1-iscsi {{(pid=79150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 12:34:42.627092 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-3ba50346-1c0a-42ba-836f-8b6be8433de8 None None] Deleting port cf08284c-eead-462e-bc0e-b961073fe654 {{(pid=79150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:34:42.627673 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-3ba50346-1c0a-42ba-836f-8b6be8433de8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:42.689136 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [None req-cb6951ab-f9b6-4afc-a6de-b1e1249cce88 admin admin] For port cf08284c-eead-462e-bc0e-b961073fe654, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=cf08284c-eead-462e-bc0e-b961073fe654,segment=NetworkSegment(23364f25-0914-45c3-9348-f31d0dbc7405),segment_id=23364f25-0914-45c3-9348-f31d0dbc7405)] {{(pid=79148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:34:42.689589 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-cb6951ab-f9b6-4afc-a6de-b1e1249cce88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:42.859051 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-3ba50346-1c0a-42ba-836f-8b6be8433de8 None None] For port cf08284c-eead-462e-bc0e-b961073fe654, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=cf08284c-eead-462e-bc0e-b961073fe654,segment=NetworkSegment(23364f25-0914-45c3-9348-f31d0dbc7405),segment_id=23364f25-0914-45c3-9348-f31d0dbc7405)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:34:42.863970 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-3ba50346-1c0a-42ba-836f-8b6be8433de8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:42.912313 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-cb6951ab-f9b6-4afc-a6de-b1e1249cce88 admin admin] Calling delete_port for cf08284c-eead-462e-bc0e-b961073fe654 owned by network:dhcp {{(pid=79148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:34:42.985013 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-3ba50346-1c0a-42ba-836f-8b6be8433de8 None None] Calling delete_port for cf08284c-eead-462e-bc0e-b961073fe654 owned by network:dhcp {{(pid=79150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:34:43.086488 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-cb6951ab-f9b6-4afc-a6de-b1e1249cce88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:43.095896 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-25628cac-600a-454f-875d-44b11ddfa869 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:34:43.127402 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.db.api [None req-3ba50346-1c0a-42ba-836f-8b6be8433de8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 12:34:43.128015 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_db.api [None req-3ba50346-1c0a-42ba-836f-8b6be8433de8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 12:34:43.139089 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6951ab-f9b6-4afc-a6de-b1e1249cce88 admin admin] No DVR routers for this DVR port cf08284c-eead-462e-bc0e-b961073fe654 on host dv-cinder-798094-1-iscsi {{(pid=79148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:34:43.165319 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6951ab-f9b6-4afc-a6de-b1e1249cce88 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf08284c-eead-462e-bc0e-b961073fe654,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:34:43.167671 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-cb6951ab-f9b6-4afc-a6de-b1e1249cce88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:34:43.272585 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-cb6951ab-f9b6-4afc-a6de-b1e1249cce88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489356', 'neutron.services.segments.db._delete_segments_for_network-8727237320385'] for network, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:43.287105 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.services.segments.db [None req-cb6951ab-f9b6-4afc-a6de-b1e1249cce88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418']}} {{(pid=79148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:34:43.301904 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.services.segments.db [None req-cb6951ab-f9b6-4afc-a6de-b1e1249cce88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23364f25-0914-45c3-9348-f31d0dbc7405') {'for_net_delete': True} {{(pid=79148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:34:43.302174 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.services.segments.db [None req-cb6951ab-f9b6-4afc-a6de-b1e1249cce88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23364f25-0914-45c3-9348-f31d0dbc7405') {} {{(pid=79148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:34:43.315130 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-cb6951ab-f9b6-4afc-a6de-b1e1249cce88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727237332776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-827627'] for segment, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:43.332025 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-cb6951ab-f9b6-4afc-a6de-b1e1249cce88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:43.340092 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6951ab-f9b6-4afc-a6de-b1e1249cce88 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=79148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:34:43.344080 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-cb6951ab-f9b6-4afc-a6de-b1e1249cce88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-708228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907551'] for segment, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: Traceback (most recent call last): Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: timer() Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: cb(*args, **kw) Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: return func(*args, **kwargs) Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: self._notify() Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: self.callback(batched_events) Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: event.method(event) Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: return f(self, *a, **k) Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: return self._get(url).json() Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: return self.request(url, 'GET', **kwargs) Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:34:43.356060 dv-cinder-798094-1-iscsi neutron-server[79148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:34:43.492337 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-cb6951ab-f9b6-4afc-a6de-b1e1249cce88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696643'] for network, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:43.497101 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:34:43.513683 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-cb6951ab-f9b6-4afc-a6de-b1e1249cce88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:43.520185 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6951ab-f9b6-4afc-a6de-b1e1249cce88 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:34:43.524997 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-cb6951ab-f9b6-4afc-a6de-b1e1249cce88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:34:43.598461 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device cf08284c-eead-462e-bc0e-b961073fe654 no longer exists at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:34:43.611320 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-cb6951ab-f9b6-4afc-a6de-b1e1249cce88 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ddaf03a5-c8ba-4d07-8eb2-7d8bc10dd418 HTTP/1.1" status: 204 len: 168 time: 1.2765434 Jun 28 12:34:43.630897 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-3ba50346-1c0a-42ba-836f-8b6be8433de8 None None] Deleting port cf08284c-eead-462e-bc0e-b961073fe654 {{(pid=79150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:34:43.631208 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-3ba50346-1c0a-42ba-836f-8b6be8433de8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:43.663331 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] No Port match for: cf08284c-eead-462e-bc0e-b961073fe654 {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:34:43.663331 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device cf08284c-eead-462e-bc0e-b961073fe654 not bound to the agent host dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:34:43.702246 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-3ba50346-1c0a-42ba-836f-8b6be8433de8 None None] The port 'cf08284c-eead-462e-bc0e-b961073fe654' was deleted {{(pid=79150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 28 12:34:43.901802 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:43.944082 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 53574) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:34:43.995782 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-674114a1-cb03-40da-ad2c-b69957ead4df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04859a58a39e455e91103d81df922270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503304 Jun 28 12:34:43.998196 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 53578) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:34:44.064375 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d78449e8-7c0c-4438-83e2-59da1910c4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:44.090703 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d78449e8-7c0c-4438-83e2-59da1910c4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:44.246465 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d78449e8-7c0c-4438-83e2-59da1910c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:44.251533 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-aac67a53-2ec9-4654-80ed-512628337c80 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:34:44.264997 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78449e8-7c0c-4438-83e2-59da1910c4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbaff9e-01fd-4e6d-a6a7-efd8992ff2a3,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:34:44.269719 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-d78449e8-7c0c-4438-83e2-59da1910c4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:34:44.271960 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-d78449e8-7c0c-4438-83e2-59da1910c4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:44.273026 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-d78449e8-7c0c-4438-83e2-59da1910c4f3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8fbaff9e-01fd-4e6d-a6a7-efd8992ff2a3 HTTP/1.1" status: 204 len: 168 time: 0.2737715 Jun 28 12:34:49.422683 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:34:51.564065 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a71b3644-3dfa-4d29-8018-e8ebe7140a19 req-1db5b941-1276-4993-b411-94b9b71048bb tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-228730452&fields=id&tenant_id=02179571a8084125b547d2dde607206c HTTP/1.1" status: 200 len: 267 time: 0.0422320 Jun 28 12:34:51.647370 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b3644-3dfa-4d29-8018-e8ebe7140a19 req-d0d53ece-76a3-4a7d-b343-9a7f061d5a20 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:51.648849 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a71b3644-3dfa-4d29-8018-e8ebe7140a19 req-d0d53ece-76a3-4a7d-b343-9a7f061d5a20 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 984 time: 0.0793211 Jun 28 12:34:51.661324 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [req-a71b3644-3dfa-4d29-8018-e8ebe7140a19 req-c95f2091-0f05-422a-a89e-de06679d793c tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Request body: {'port': {'security_groups': ['e6a8b087-c8d6-4662-9a54-c641d09718bc']}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:34:51.783470 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-a71b3644-3dfa-4d29-8018-e8ebe7140a19 req-c95f2091-0f05-422a-a89e-de06679d793c tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:52.029949 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.db [req-a71b3644-3dfa-4d29-8018-e8ebe7140a19 req-c95f2091-0f05-422a-a89e-de06679d793c tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] For port 9cf8f137-a7ec-4ac6-b450-ec4516892dba, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9cf8f137-a7ec-4ac6-b450-ec4516892dba,segment=NetworkSegment(56aee1c2-5d0e-4022-8738-8ba49b95dfc7),segment_id=56aee1c2-5d0e-4022-8738-8ba49b95dfc7)] {{(pid=79149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:34:52.054245 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-a71b3644-3dfa-4d29-8018-e8ebe7140a19 req-c95f2091-0f05-422a-a89e-de06679d793c tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for port, precommit_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:52.109241 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-a71b3644-3dfa-4d29-8018-e8ebe7140a19 req-c95f2091-0f05-422a-a89e-de06679d793c tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528764'] for port, after_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:52.114811 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:34:52.177920 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b3644-3dfa-4d29-8018-e8ebe7140a19 req-c95f2091-0f05-422a-a89e-de06679d793c tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:52.178574 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-a71b3644-3dfa-4d29-8018-e8ebe7140a19 req-c95f2091-0f05-422a-a89e-de06679d793c tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:52.188261 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a71b3644-3dfa-4d29-8018-e8ebe7140a19 req-c95f2091-0f05-422a-a89e-de06679d793c tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "PUT /v2.0/ports/9cf8f137-a7ec-4ac6-b450-ec4516892dba HTTP/1.1" status: 200 len: 942 time: 0.5240271 Jun 28 12:34:52.188261 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31599a2d-177d-4cd2-8912-93ec2cf11ae9', 'tag': '9cf8f137-a7ec-4ac6-b450-ec4516892dba'}] {{(pid=79149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:34:52.189398 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 53736) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:34:52.202838 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f2091-0f05-422a-a89e-de06679d793c tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Pushing event updated for resources: {'Port': ['ID=9cf8f137-a7ec-4ac6-b450-ec4516892dba,revision_number=7']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:34:52.206179 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-c95f2091-0f05-422a-a89e-de06679d793c tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:34:52.234645 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31599a2d-177d-4cd2-8912-93ec2cf11ae9', 'tag': '9cf8f137-a7ec-4ac6-b450-ec4516892dba', 'status': 'completed', 'code': 200} Jun 28 12:34:52.259829 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e55f5114-982c-43c3-8267-9502d72112cc tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:52.291219 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e55f5114-982c-43c3-8267-9502d72112cc tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:52.422336 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e55f5114-982c-43c3-8267-9502d72112cc tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:52.422684 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-33562230-415e-427d-9435-54500ec0f754 None None] Provisioning complete for port 9cf8f137-a7ec-4ac6-b450-ec4516892dba triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:34:52.423203 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-33562230-415e-427d-9435-54500ec0f754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:52.428312 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-42a57909-e80d-4a92-a69c-9c091b0e6e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:34:52.446565 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f5114-982c-43c3-8267-9502d72112cc tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a47d81-0155-424d-aafc-d660024e48ce,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:34:52.449761 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-e55f5114-982c-43c3-8267-9502d72112cc tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:34:52.512001 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e55f5114-982c-43c3-8267-9502d72112cc tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:52.513229 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-e55f5114-982c-43c3-8267-9502d72112cc tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "DELETE /v2.0/security-groups/a5a47d81-0155-424d-aafc-d660024e48ce HTTP/1.1" status: 204 len: 168 time: 0.3262954 Jun 28 12:34:52.516110 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 53744) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:34:52.823193 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-45f015bf-7d2d-431d-8691-438604e0816b tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Deleting port fe6b8327-8449-4e00-b38c-79abf1224c4f {{(pid=79149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:34:52.823927 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-45f015bf-7d2d-431d-8691-438604e0816b tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:52.988608 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-45f015bf-7d2d-431d-8691-438604e0816b tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:52.988926 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-45f015bf-7d2d-431d-8691-438604e0816b tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:53.115088 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-45f015bf-7d2d-431d-8691-438604e0816b tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Calling delete_port for fe6b8327-8449-4e00-b38c-79abf1224c4f owned by network:floatingip {{(pid=79149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:34:53.343829 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-45f015bf-7d2d-431d-8691-438604e0816b tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:53.347870 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:34:53.393153 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f015bf-7d2d-431d-8691-438604e0816b tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Pushing event deleted for resources: {'Port': ['ID=fe6b8327-8449-4e00-b38c-79abf1224c4f,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:34:53.395680 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-45f015bf-7d2d-431d-8691-438604e0816b tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:34:53.493723 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-45f015bf-7d2d-431d-8691-438604e0816b tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks [] for floatingip, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:53.494724 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.db.l3_db [None req-45f015bf-7d2d-431d-8691-438604e0816b tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Floating IP 2603cb24-5968-4fa9-9056-d5dcd3e2bd68 disassociated (deleted). External IP: 172.27.0.212, port: 9cf8f137-a7ec-4ac6-b450-ec4516892dba. Jun 28 12:34:53.849746 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f015bf-7d2d-431d-8691-438604e0816b tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Router ba952e48-efb3-4b41-99c4-106b05f26381 has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:34:54.131597 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f015bf-7d2d-431d-8691-438604e0816b tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:34:54.141055 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b203a6c4-9494-4752-8fc1-e081aa8b407a None None] Sync routers for ids ['ba952e48-efb3-4b41-99c4-106b05f26381'] in dv-cinder-798094-1-iscsi {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:34:54.144347 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-45f015bf-7d2d-431d-8691-438604e0816b tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for floatingip, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:54.150679 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b203a6c4-9494-4752-8fc1-e081aa8b407a None None] Routers {'ba952e48-efb3-4b41-99c4-106b05f26381'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:34:54.153721 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-b203a6c4-9494-4752-8fc1-e081aa8b407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:34:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['ba952e48-efb3-4b41-99c4-106b05f26381'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:34:54.201381 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-45f015bf-7d2d-431d-8691-438604e0816b tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "DELETE /v2.0/floatingips/2603cb24-5968-4fa9-9056-d5dcd3e2bd68 HTTP/1.1" status: 204 len: 168 time: 1.6841390 Jun 28 12:34:54.236900 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31599a2d-177d-4cd2-8912-93ec2cf11ae9', 'tag': '9cf8f137-a7ec-4ac6-b450-ec4516892dba'}] {{(pid=79149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:34:54.365808 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-b203a6c4-9494-4752-8fc1-e081aa8b407a None None] Set router ba952e48-efb3-4b41-99c4-106b05f26381 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:34:54.386260 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['9cf8f137-a7ec-4ac6-b450-ec4516892dba'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:34:54.538385 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31599a2d-177d-4cd2-8912-93ec2cf11ae9', 'tag': '9cf8f137-a7ec-4ac6-b450-ec4516892dba', 'status': 'completed', 'code': 200} Jun 28 12:34:54.586585 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e7b89-f916-4035-9f15-a197ac8e5c6d req-17a5de7c-9845-4c13-9567-16d4003b05c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:54.589566 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-de9e7b89-f916-4035-9f15-a197ac8e5c6d req-17a5de7c-9845-4c13-9567-16d4003b05c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=02179571a8084125b547d2dde607206c&device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 1098 time: 0.1487937 Jun 28 12:34:54.592724 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['9cf8f137-a7ec-4ac6-b450-ec4516892dba'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:34:54.738825 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-b203a6c4-9494-4752-8fc1-e081aa8b407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'name': 'tempest-TestMinimumBasicScenario-641531145-router', 'tenant_id': '02179571a8084125b547d2dde607206c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'f576fd1a-7b6b-4b85-9dfc-1626147bf493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:37Z', 'updated_at': '2021-06-28T12:31:44Z', 'revision_number': 4, 'project_id': '02179571a8084125b547d2dde607206c', 'gw_port': {'id': 'f576fd1a-7b6b-4b85-9dfc-1626147bf493', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:38Z', 'updated_at': '2021-06-28T12:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': 'c5d15e17-9bf7-4703-a024-7cbfa61025d0', 'name': '', 'network_id': '99e11113-92ba-42c4-b82c-9ed4c720b3c3', 'tenant_id': '02179571a8084125b547d2dde607206c', 'mac_address': 'fa:16:3e:e2:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '668458c4-e955-4268-b3d8-24d37fc12fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:43Z', 'updated_at': '2021-06-28T12:31:52Z', 'revision_number': 5, 'project_id': '02179571a8084125b547d2dde607206c', 'subnets': [{'id': '668458c4-e955-4268-b3d8-24d37fc12fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:34:54.744742 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b203a6c4-9494-4752-8fc1-e081aa8b407a None None] Checking router: ba952e48-efb3-4b41-99c4-106b05f26381 for host: dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:34:54.754644 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b203a6c4-9494-4752-8fc1-e081aa8b407a None None] Routers {'ba952e48-efb3-4b41-99c4-106b05f26381'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:34:54.755393 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-b203a6c4-9494-4752-8fc1-e081aa8b407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:34:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['ba952e48-efb3-4b41-99c4-106b05f26381'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:34:54.760149 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e7b89-f916-4035-9f15-a197ac8e5c6d req-737bb4de-e5bf-41fc-8961-b166b18765a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:54.761229 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-de9e7b89-f916-4035-9f15-a197ac8e5c6d req-737bb4de-e5bf-41fc-8961-b166b18765a2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99e11113-92ba-42c4-b82c-9ed4c720b3c3 HTTP/1.1" status: 200 len: 915 time: 0.1635511 Jun 28 12:34:54.842926 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-de9e7b89-f916-4035-9f15-a197ac8e5c6d req-6912161b-e577-4d79-b97e-30bb74f704ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cf8f137-a7ec-4ac6-b450-ec4516892dba HTTP/1.1" status: 200 len: 217 time: 0.0746138 Jun 28 12:34:54.961695 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e7b89-f916-4035-9f15-a197ac8e5c6d req-7eb887bb-ce85-4d42-8a26-9e21ecabed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:54.963800 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-de9e7b89-f916-4035-9f15-a197ac8e5c6d req-7eb887bb-ce85-4d42-8a26-9e21ecabed7b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=668458c4-e955-4268-b3d8-24d37fc12fed HTTP/1.1" status: 200 len: 853 time: 0.1126509 Jun 28 12:34:55.013181 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-b203a6c4-9494-4752-8fc1-e081aa8b407a None None] Set router ba952e48-efb3-4b41-99c4-106b05f26381 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:34:55.068368 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e7b89-f916-4035-9f15-a197ac8e5c6d req-c08e60ac-2ac6-4c64-84df-9a4ea878e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:55.070140 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-de9e7b89-f916-4035-9f15-a197ac8e5c6d req-c08e60ac-2ac6-4c64-84df-9a4ea878e9f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99e11113-92ba-42c4-b82c-9ed4c720b3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0947118 Jun 28 12:34:55.227724 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-de9e7b89-f916-4035-9f15-a197ac8e5c6d req-48683c91-8fed-4340-a4f8-5372e3bf7fb2 service neutron] 10.222.0.64 "GET /v2.0/networks/99e11113-92ba-42c4-b82c-9ed4c720b3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309440 Jun 28 12:34:55.339111 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:55.448813 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-de9e7b89-f916-4035-9f15-a197ac8e5c6d req-b41ec2c4-963e-412a-8c1e-aea46f554f51 service neutron] 10.222.0.64 "GET /v2.0/networks/99e11113-92ba-42c4-b82c-9ed4c720b3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142756 Jun 28 12:34:55.519743 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-b203a6c4-9494-4752-8fc1-e081aa8b407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'name': 'tempest-TestMinimumBasicScenario-641531145-router', 'tenant_id': '02179571a8084125b547d2dde607206c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'f576fd1a-7b6b-4b85-9dfc-1626147bf493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:37Z', 'updated_at': '2021-06-28T12:31:44Z', 'revision_number': 4, 'project_id': '02179571a8084125b547d2dde607206c', 'gw_port': {'id': 'f576fd1a-7b6b-4b85-9dfc-1626147bf493', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:38Z', 'updated_at': '2021-06-28T12:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': 'c5d15e17-9bf7-4703-a024-7cbfa61025d0', 'name': '', 'network_id': '99e11113-92ba-42c4-b82c-9ed4c720b3c3', 'tenant_id': '02179571a8084125b547d2dde607206c', 'mac_address': 'fa:16:3e:e2:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '668458c4-e955-4268-b3d8-24d37fc12fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:43Z', 'updated_at': '2021-06-28T12:31:52Z', 'revision_number': 5, 'project_id': '02179571a8084125b547d2dde607206c', 'subnets': [{'id': '668458c4-e955-4268-b3d8-24d37fc12fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:34:55.527661 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b203a6c4-9494-4752-8fc1-e081aa8b407a None None] The sync data for ids ['ba952e48-efb3-4b41-99c4-106b05f26381'] in dv-cinder-798094-1-iscsi is: [{'id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'name': 'tempest-TestMinimumBasicScenario-641531145-router', 'tenant_id': '02179571a8084125b547d2dde607206c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'f576fd1a-7b6b-4b85-9dfc-1626147bf493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:37Z', 'updated_at': '2021-06-28T12:31:44Z', 'revision_number': 4, 'project_id': '02179571a8084125b547d2dde607206c', 'gw_port': {'id': 'f576fd1a-7b6b-4b85-9dfc-1626147bf493', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:38Z', 'updated_at': '2021-06-28T12:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': 'c5d15e17-9bf7-4703-a024-7cbfa61025d0', 'name': '', 'network_id': '99e11113-92ba-42c4-b82c-9ed4c720b3c3', 'tenant_id': '02179571a8084125b547d2dde607206c', 'mac_address': 'fa:16:3e:e2:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '668458c4-e955-4268-b3d8-24d37fc12fed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:43Z', 'updated_at': '2021-06-28T12:31:52Z', 'revision_number': 5, 'project_id': '02179571a8084125b547d2dde607206c', 'subnets': [{'id': '668458c4-e955-4268-b3d8-24d37fc12fed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:34:55.738148 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f626b-0226-4a1c-b8e6-08099cc86599 req-2768ebd7-bdb5-4215-a9f6-92ee2ee34438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:55.740273 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-693f626b-0226-4a1c-b8e6-08099cc86599 req-2768ebd7-bdb5-4215-a9f6-92ee2ee34438 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=02179571a8084125b547d2dde607206c&device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 1098 time: 0.1058493 Jun 28 12:34:55.820631 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e351ac-9022-4106-837b-df46f81267b2 None None] New status for floating IP 2603cb24-5968-4fa9-9056-d5dcd3e2bd68: DOWN {{(pid=79150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:34:56.006778 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f626b-0226-4a1c-b8e6-08099cc86599 req-b5eaa231-370e-4ba7-8f51-32fe2d6a4a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:56.008262 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-693f626b-0226-4a1c-b8e6-08099cc86599 req-b5eaa231-370e-4ba7-8f51-32fe2d6a4a53 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99e11113-92ba-42c4-b82c-9ed4c720b3c3 HTTP/1.1" status: 200 len: 915 time: 0.2600965 Jun 28 12:34:56.091435 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-693f626b-0226-4a1c-b8e6-08099cc86599 req-c278114d-47a9-4077-b1f0-ce17f41cb0e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cf8f137-a7ec-4ac6-b450-ec4516892dba HTTP/1.1" status: 200 len: 217 time: 0.0740058 Jun 28 12:34:56.157609 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f626b-0226-4a1c-b8e6-08099cc86599 req-460638f3-1b57-4d17-8e11-658a3b269cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:56.159246 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-693f626b-0226-4a1c-b8e6-08099cc86599 req-460638f3-1b57-4d17-8e11-658a3b269cb0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=668458c4-e955-4268-b3d8-24d37fc12fed HTTP/1.1" status: 200 len: 853 time: 0.0619593 Jun 28 12:34:56.238821 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f626b-0226-4a1c-b8e6-08099cc86599 req-e6c1c929-5512-40c9-ae8b-b2414ed88fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:56.240282 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-693f626b-0226-4a1c-b8e6-08099cc86599 req-e6c1c929-5512-40c9-ae8b-b2414ed88fea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99e11113-92ba-42c4-b82c-9ed4c720b3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736370 Jun 28 12:34:56.388774 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-693f626b-0226-4a1c-b8e6-08099cc86599 req-f98573b5-0ff7-4994-b230-604678dec8f0 service neutron] 10.222.0.64 "GET /v2.0/networks/99e11113-92ba-42c4-b82c-9ed4c720b3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391943 Jun 28 12:34:56.529067 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-693f626b-0226-4a1c-b8e6-08099cc86599 req-e391f83d-b415-415f-8144-4a36521f90b2 service neutron] 10.222.0.64 "GET /v2.0/networks/99e11113-92ba-42c4-b82c-9ed4c720b3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337552 Jun 28 12:34:57.713779 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 53832) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:34:57.783666 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5e340c9-01f9-445c-962f-72c5124706b0 admin admin] Deleting subnet 6f89a31e-b473-4376-80a5-e7091af9c387 {{(pid=79148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:34:57.786786 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b5e340c9-01f9-445c-962f-72c5124706b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:57.838414 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b5e340c9-01f9-445c-962f-72c5124706b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-827602'] for subnet, precommit_delete_associations {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:57.903186 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b5e340c9-01f9-445c-962f-72c5124706b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704721'] for subnet, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:58.052586 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b5e340c9-01f9-445c-962f-72c5124706b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1905405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1741771'] for subnet, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:58.056844 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-a883551b-9607-4399-9aad-52756fc5343d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:34:58.093770 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e340c9-01f9-445c-962f-72c5124706b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f89a31e-b473-4376-80a5-e7091af9c387,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:34:58.095910 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b5e340c9-01f9-445c-962f-72c5124706b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for subnet, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:58.102381 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-b5e340c9-01f9-445c-962f-72c5124706b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:34:58.103665 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-b5e340c9-01f9-445c-962f-72c5124706b0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6f89a31e-b473-4376-80a5-e7091af9c387 HTTP/1.1" status: 204 len: 168 time: 0.3877962 Jun 28 12:34:58.105562 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 53842) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:34:58.224293 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c0c950d4-18b6-4a37-aa89-35b1fffb8a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-761904'] for network, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:58.344973 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c0c950d4-18b6-4a37-aa89-35b1fffb8a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489356', 'neutron.services.segments.db._delete_segments_for_network-8727237320385'] for network, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:58.359159 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.services.segments.db [None req-c0c950d4-18b6-4a37-aa89-35b1fffb8a28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c']}} {{(pid=79148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:34:58.371773 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.services.segments.db [None req-c0c950d4-18b6-4a37-aa89-35b1fffb8a28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62454d56-6398-4948-933c-c3dedbe3ffcb') {'for_net_delete': True} {{(pid=79148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:34:58.372069 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.services.segments.db [None req-c0c950d4-18b6-4a37-aa89-35b1fffb8a28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62454d56-6398-4948-933c-c3dedbe3ffcb') {} {{(pid=79148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:34:58.383775 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c0c950d4-18b6-4a37-aa89-35b1fffb8a28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727237332776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-827627'] for segment, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:58.400483 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c0c950d4-18b6-4a37-aa89-35b1fffb8a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:58.406887 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c950d4-18b6-4a37-aa89-35b1fffb8a28 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=79148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:34:58.409763 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c0c950d4-18b6-4a37-aa89-35b1fffb8a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-708228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907551'] for segment, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: Traceback (most recent call last): Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: timer() Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: cb(*args, **kw) Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: return func(*args, **kwargs) Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: self._notify() Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: self.callback(batched_events) Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: event.method(event) Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: return f(self, *a, **k) Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: return self._get(url).json() Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: return self.request(url, 'GET', **kwargs) Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:34:58.425247 dv-cinder-798094-1-iscsi neutron-server[79148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:34:58.554890 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c0c950d4-18b6-4a37-aa89-35b1fffb8a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696643'] for network, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:58.558574 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:34:58.571728 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c0c950d4-18b6-4a37-aa89-35b1fffb8a28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:58.581990 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c950d4-18b6-4a37-aa89-35b1fffb8a28 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:34:58.585208 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-c0c950d4-18b6-4a37-aa89-35b1fffb8a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:34:58.647567 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-c0c950d4-18b6-4a37-aa89-35b1fffb8a28 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ea82b83a-ebb7-4b9e-b6c1-368a6a22b20c HTTP/1.1" status: 204 len: 168 time: 0.5407908 Jun 28 12:34:59.026904 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 53860) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:34:59.085670 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-cadcfcf0-c6f3-4c64-ac51-ec40f34f1cf4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c409c3529524edca55e705bef4fc341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0573993 Jun 28 12:34:59.088847 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 53868) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:34:59.152789 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-4da68c6f-65b0-435a-b5e4-08fca7ed91a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:59.179125 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-4da68c6f-65b0-435a-b5e4-08fca7ed91a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:59.310929 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a7de8-e079-4091-ba45-f838b419d03f req-a6294dfb-b8ad-4306-84da-cec21114a5c8 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:59.311633 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-f00a7de8-e079-4091-ba45-f838b419d03f req-a6294dfb-b8ad-4306-84da-cec21114a5c8 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Synchronizing usage tracker for tenant:02179571a8084125b547d2dde607206c on resource:port {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:34:59.341730 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-4da68c6f-65b0-435a-b5e4-08fca7ed91a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:59.345646 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-590955ae-f64f-49d5-8ec7-bf13bc717f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:34:59.356963 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da68c6f-65b0-435a-b5e4-08fca7ed91a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdcd544-e282-4db1-9495-d95ac1a333b7,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:34:59.360812 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-4da68c6f-65b0-435a-b5e4-08fca7ed91a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:34:59.364292 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-4da68c6f-65b0-435a-b5e4-08fca7ed91a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:59.365728 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-4da68c6f-65b0-435a-b5e4-08fca7ed91a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fcdcd544-e282-4db1-9495-d95ac1a333b7 HTTP/1.1" status: 204 len: 168 time: 0.2755988 Jun 28 12:34:59.438878 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-f00a7de8-e079-4091-ba45-f838b419d03f req-a6294dfb-b8ad-4306-84da-cec21114a5c8 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Unset dirty status for tenant:02179571a8084125b547d2dde607206c on resource:port {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:34:59.440840 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f00a7de8-e079-4091-ba45-f838b419d03f req-a6294dfb-b8ad-4306-84da-cec21114a5c8 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 945 time: 0.2161868 Jun 28 12:34:59.496082 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f00a7de8-e079-4091-ba45-f838b419d03f req-362c73c3-9526-4cfe-8023-bf83b955e33d tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503087 Jun 28 12:35:00.204218 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 53894) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:00.322483 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-40481680-ece1-4c48-88c2-f52fbfa3bbf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:00.336547 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-40481680-ece1-4c48-88c2-f52fbfa3bbf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:00.341535 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-40481680-ece1-4c48-88c2-f52fbfa3bbf6 admin admin] Usage tracker for resource:security_group_rule and tenant:53ebdae8937647d8a5d200a9f0bd73ae is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:00.344408 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-40481680-ece1-4c48-88c2-f52fbfa3bbf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:00.350037 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-40481680-ece1-4c48-88c2-f52fbfa3bbf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:00.429307 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-40481680-ece1-4c48-88c2-f52fbfa3bbf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:00.535916 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-40481680-ece1-4c48-88c2-f52fbfa3bbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:00.547675 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-fb64a1b7-c27e-4f8c-ab87-3d76287bf7b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:00.587098 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40481680-ece1-4c48-88c2-f52fbfa3bbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a15bec6-68c3-4e72-abd1-d94cf31e87c6,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:00.591210 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-40481680-ece1-4c48-88c2-f52fbfa3bbf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:00.593950 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-40481680-ece1-4c48-88c2-f52fbfa3bbf6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=53ebdae8937647d8a5d200a9f0bd73ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3887336 Jun 28 12:35:00.596834 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 53902) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:00.711037 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-c2f43071-1bd3-4707-a94e-0a7dd31cc18d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:00.747576 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bffa1b-4e44-4e93-86ba-93a909002a56 req-eb1ca4de-151d-475e-b693-cb3b2effa300 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:00.749071 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b2bffa1b-4e44-4e93-86ba-93a909002a56 req-eb1ca4de-151d-475e-b693-cb3b2effa300 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 945 time: 0.1383324 Jun 28 12:35:00.750919 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-c2f43071-1bd3-4707-a94e-0a7dd31cc18d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:00.824320 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b2bffa1b-4e44-4e93-86ba-93a909002a56 req-3dc43aeb-8358-4a15-83ba-15fd4861c4c5 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667799 Jun 28 12:35:00.915114 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-c2f43071-1bd3-4707-a94e-0a7dd31cc18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:00.919838 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-279ac47b-beb7-4276-9c16-022cbe3d2f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:00.929767 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f43071-1bd3-4707-a94e-0a7dd31cc18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a15bec6-68c3-4e72-abd1-d94cf31e87c6,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:00.934130 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-c2f43071-1bd3-4707-a94e-0a7dd31cc18d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:00.939848 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-c2f43071-1bd3-4707-a94e-0a7dd31cc18d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:00.943352 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-c2f43071-1bd3-4707-a94e-0a7dd31cc18d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6a15bec6-68c3-4e72-abd1-d94cf31e87c6 HTTP/1.1" status: 204 len: 168 time: 0.3415356 Jun 28 12:35:01.263394 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f36883-a567-4336-91b9-6ca64062b685 req-87b1f645-33f4-41ee-88cb-d6055e267f83 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:01.264104 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-c4f36883-a567-4336-91b9-6ca64062b685 req-87b1f645-33f4-41ee-88cb-d6055e267f83 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Synchronizing usage tracker for tenant:02179571a8084125b547d2dde607206c on resource:port {{(pid=79148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:35:01.275787 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [req-c4f36883-a567-4336-91b9-6ca64062b685 req-87b1f645-33f4-41ee-88cb-d6055e267f83 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Unset dirty status for tenant:02179571a8084125b547d2dde607206c on resource:port {{(pid=79148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:35:01.276875 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-c4f36883-a567-4336-91b9-6ca64062b685 req-87b1f645-33f4-41ee-88cb-d6055e267f83 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.64 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 945 time: 0.0927370 Jun 28 12:35:01.349837 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [req-c4f36883-a567-4336-91b9-6ca64062b685 req-ba8ac6f9-8e05-4b03-80c4-a986efc78d28 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Deleting port 9cf8f137-a7ec-4ac6-b450-ec4516892dba {{(pid=79148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:01.350074 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-c4f36883-a567-4336-91b9-6ca64062b685 req-ba8ac6f9-8e05-4b03-80c4-a986efc78d28 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:01.533222 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 53912) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:01.552179 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-609e3b30-3d35-4545-9e53-05103b26deda admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:01.566974 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-609e3b30-3d35-4545-9e53-05103b26deda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:01.570873 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-609e3b30-3d35-4545-9e53-05103b26deda admin admin] Usage tracker for resource:security_group_rule and tenant:3b8b35d9235f416f93d17ab8df7b9872 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:01.573696 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-609e3b30-3d35-4545-9e53-05103b26deda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:01.579398 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-609e3b30-3d35-4545-9e53-05103b26deda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:01.592812 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [req-c4f36883-a567-4336-91b9-6ca64062b685 req-ba8ac6f9-8e05-4b03-80c4-a986efc78d28 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] For port 9cf8f137-a7ec-4ac6-b450-ec4516892dba, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9cf8f137-a7ec-4ac6-b450-ec4516892dba,segment=NetworkSegment(56aee1c2-5d0e-4022-8738-8ba49b95dfc7),segment_id=56aee1c2-5d0e-4022-8738-8ba49b95dfc7)] {{(pid=79148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:01.593166 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-c4f36883-a567-4336-91b9-6ca64062b685 req-ba8ac6f9-8e05-4b03-80c4-a986efc78d28 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:01.669186 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-609e3b30-3d35-4545-9e53-05103b26deda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:01.729992 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-609e3b30-3d35-4545-9e53-05103b26deda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:01.739559 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-f4eeb239-f167-4af6-b899-906bcdee9434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:01.782653 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-609e3b30-3d35-4545-9e53-05103b26deda admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b8b35d9235f416f93d17ab8df7b9872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482915 Jun 28 12:35:01.784471 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e3b30-3d35-4545-9e53-05103b26deda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00da078e-43e5-4a3c-9a38-923243b02141,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:01.786753 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 53916) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:01.789426 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-609e3b30-3d35-4545-9e53-05103b26deda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:01.817087 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [req-c4f36883-a567-4336-91b9-6ca64062b685 req-ba8ac6f9-8e05-4b03-80c4-a986efc78d28 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Calling delete_port for 9cf8f137-a7ec-4ac6-b450-ec4516892dba owned by compute:nova {{(pid=79148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:35:01.851768 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-6b300c46-bd52-4801-8040-b4590b05bcd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:01.881188 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-6b300c46-bd52-4801-8040-b4590b05bcd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:02.021716 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade811f6-d8fb-4302-888b-5a0156a54a69 req-b0f703e3-a354-4949-9409-32bc23a4c1ed tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:02.023192 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ade811f6-d8fb-4302-888b-5a0156a54a69 req-b0f703e3-a354-4949-9409-32bc23a4c1ed tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 945 time: 0.0900722 Jun 28 12:35:02.044510 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-c4f36883-a567-4336-91b9-6ca64062b685 req-ba8ac6f9-8e05-4b03-80c4-a986efc78d28 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:02.050186 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-4fe26700-af70-4aee-8cf5-6942a522417a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:02.073444 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ade811f6-d8fb-4302-888b-5a0156a54a69 req-bbc60fd8-5968-41b4-bb92-e775e7ee512d tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6a8b087-c8d6-4662-9a54-c641d09718bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439525 Jun 28 12:35:02.078414 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-6b300c46-bd52-4801-8040-b4590b05bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:02.080225 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['9cf8f137-a7ec-4ac6-b450-ec4516892dba'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:35:02.080726 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-dba715cd-8586-4b67-b6e7-e0a7246f3344 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:02.093275 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b300c46-bd52-4801-8040-b4590b05bcd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00da078e-43e5-4a3c-9a38-923243b02141,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:02.095565 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-6b300c46-bd52-4801-8040-b4590b05bcd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:02.103015 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-6b300c46-bd52-4801-8040-b4590b05bcd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:02.107096 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-6b300c46-bd52-4801-8040-b4590b05bcd9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/00da078e-43e5-4a3c-9a38-923243b02141 HTTP/1.1" status: 204 len: 168 time: 0.3164551 Jun 28 12:35:02.107197 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ac6f9-8e05-4b03-80c4-a986efc78d28 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Pushing event deleted for resources: {'Port': ['ID=9cf8f137-a7ec-4ac6-b450-ec4516892dba,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:02.135646 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-ba8ac6f9-8e05-4b03-80c4-a986efc78d28 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:02.184541 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f36883-a567-4336-91b9-6ca64062b685 req-ba8ac6f9-8e05-4b03-80c4-a986efc78d28 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] No DVR routers for this DVR port 9cf8f137-a7ec-4ac6-b450-ec4516892dba on host hv-cinder-79809 {{(pid=79148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:35:02.187011 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [req-c4f36883-a567-4336-91b9-6ca64062b685 req-ba8ac6f9-8e05-4b03-80c4-a986efc78d28 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:02.189637 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31599a2d-177d-4cd2-8912-93ec2cf11ae9', 'name': 'network-vif-deleted', 'tag': '9cf8f137-a7ec-4ac6-b450-ec4516892dba'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:35:02.235658 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31599a2d-177d-4cd2-8912-93ec2cf11ae9', 'name': 'network-vif-deleted', 'tag': '9cf8f137-a7ec-4ac6-b450-ec4516892dba', 'status': 'completed', 'code': 200} Jun 28 12:35:02.287240 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-c4f36883-a567-4336-91b9-6ca64062b685 req-ba8ac6f9-8e05-4b03-80c4-a986efc78d28 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.64 "DELETE /v2.0/ports/9cf8f137-a7ec-4ac6-b450-ec4516892dba HTTP/1.1" status: 204 len: 173 time: 1.0045621 Jun 28 12:35:03.251335 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ea92671a-1230-480b-b1ed-6fa98efe21fb req-6c195ac5-1355-46ac-8de2-d0e508044366 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] 10.222.0.24 "GET /v2.0/ports?device_id=31599a2d-177d-4cd2-8912-93ec2cf11ae9 HTTP/1.1" status: 200 len: 210 time: 0.0457861 Jun 28 12:35:04.415233 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 9cf8f137-a7ec-4ac6-b450-ec4516892dba no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:35:04.450453 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] No Port match for: 9cf8f137-a7ec-4ac6-b450-ec4516892dba {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:35:04.450830 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 9cf8f137-a7ec-4ac6-b450-ec4516892dba not bound to the agent host hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:35:05.843485 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 54026) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:06.394625 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-75ae09f7-9924-4cf8-8f22-7be45b0d5d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695107'] for router_interface, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:06.848137 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-75ae09f7-9924-4cf8-8f22-7be45b0d5d67 admin admin] Deleting port c5d15e17-9bf7-4703-a024-7cbfa61025d0 {{(pid=79149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:06.848867 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-75ae09f7-9924-4cf8-8f22-7be45b0d5d67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:07.035016 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.db [None req-75ae09f7-9924-4cf8-8f22-7be45b0d5d67 admin admin] For port c5d15e17-9bf7-4703-a024-7cbfa61025d0, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=c5d15e17-9bf7-4703-a024-7cbfa61025d0,segment=NetworkSegment(56aee1c2-5d0e-4022-8738-8ba49b95dfc7),segment_id=56aee1c2-5d0e-4022-8738-8ba49b95dfc7)] {{(pid=79149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:07.035473 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-75ae09f7-9924-4cf8-8f22-7be45b0d5d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:07.159657 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-75ae09f7-9924-4cf8-8f22-7be45b0d5d67 admin admin] Calling delete_port for c5d15e17-9bf7-4703-a024-7cbfa61025d0 owned by network:router_interface {{(pid=79149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:35:07.406983 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-75ae09f7-9924-4cf8-8f22-7be45b0d5d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:07.412451 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-34e8c46c-c5c7-4f07-b791-f3153dff3cfd tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:07.489158 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae09f7-9924-4cf8-8f22-7be45b0d5d67 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5d15e17-9bf7-4703-a024-7cbfa61025d0,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:07.499997 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-75ae09f7-9924-4cf8-8f22-7be45b0d5d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:07.747592 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-75ae09f7-9924-4cf8-8f22-7be45b0d5d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3781280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3695279'] for router_interface, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:08.104825 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ae09f7-9924-4cf8-8f22-7be45b0d5d67 admin admin] Router ba952e48-efb3-4b41-99c4-106b05f26381 has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:35:08.396302 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ae09f7-9924-4cf8-8f22-7be45b0d5d67 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:35:08.409588 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a6e71a-7663-4256-9b0b-9f07e5346b02 None None] Sync routers for ids ['ba952e48-efb3-4b41-99c4-106b05f26381'] in dv-cinder-798094-1-iscsi {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:35:08.413842 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-75ae09f7-9924-4cf8-8f22-7be45b0d5d67 admin admin] 10.222.0.24 "PUT /v2.0/routers/ba952e48-efb3-4b41-99c4-106b05f26381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5672474 Jun 28 12:35:08.414278 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54062) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:08.422456 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a6e71a-7663-4256-9b0b-9f07e5346b02 None None] Routers {'ba952e48-efb3-4b41-99c4-106b05f26381'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:08.423261 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-f1a6e71a-7663-4256-9b0b-9f07e5346b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:34:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['ba952e48-efb3-4b41-99c4-106b05f26381'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:08.604744 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-90ef1c3e-304d-4141-a72c-b8b7584ae259 admin admin] Notify callbacks [] for router, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:08.615388 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-f1a6e71a-7663-4256-9b0b-9f07e5346b02 None None] Set router ba952e48-efb3-4b41-99c4-106b05f26381 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:08.629369 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-caa18031-520e-4c88-a6b2-81fc4215fb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:08.789291 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-90ef1c3e-304d-4141-a72c-b8b7584ae259 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:08.852245 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-90ef1c3e-304d-4141-a72c-b8b7584ae259 admin admin] Deleting port f576fd1a-7b6b-4b85-9dfc-1626147bf493 {{(pid=79148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:08.852649 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-90ef1c3e-304d-4141-a72c-b8b7584ae259 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:08.904169 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-f1a6e71a-7663-4256-9b0b-9f07e5346b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'name': 'tempest-TestMinimumBasicScenario-641531145-router', 'tenant_id': '02179571a8084125b547d2dde607206c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': 'f576fd1a-7b6b-4b85-9dfc-1626147bf493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:37Z', 'updated_at': '2021-06-28T12:35:07Z', 'revision_number': 5, 'project_id': '02179571a8084125b547d2dde607206c', 'gw_port': {'id': 'f576fd1a-7b6b-4b85-9dfc-1626147bf493', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:38Z', 'updated_at': '2021-06-28T12:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:08.908978 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a6e71a-7663-4256-9b0b-9f07e5346b02 None None] Checking router: ba952e48-efb3-4b41-99c4-106b05f26381 for host: dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:35:08.917655 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a6e71a-7663-4256-9b0b-9f07e5346b02 None None] Routers {'ba952e48-efb3-4b41-99c4-106b05f26381'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:08.918285 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-f1a6e71a-7663-4256-9b0b-9f07e5346b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:34:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['ba952e48-efb3-4b41-99c4-106b05f26381'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:08.966940 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:09.036831 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [None req-90ef1c3e-304d-4141-a72c-b8b7584ae259 admin admin] For port f576fd1a-7b6b-4b85-9dfc-1626147bf493, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=f576fd1a-7b6b-4b85-9dfc-1626147bf493,segment=NetworkSegment(4ef2d251-a773-41f5-87cd-cec6f249eb66),segment_id=4ef2d251-a773-41f5-87cd-cec6f249eb66)] {{(pid=79148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:09.037216 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-90ef1c3e-304d-4141-a72c-b8b7584ae259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:09.118773 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-f1a6e71a-7663-4256-9b0b-9f07e5346b02 None None] Set router ba952e48-efb3-4b41-99c4-106b05f26381 gateway port host: None {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:09.168577 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-90ef1c3e-304d-4141-a72c-b8b7584ae259 admin admin] Calling delete_port for f576fd1a-7b6b-4b85-9dfc-1626147bf493 owned by network:router_gateway {{(pid=79148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:35:09.225057 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-f1a6e71a-7663-4256-9b0b-9f07e5346b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'name': 'tempest-TestMinimumBasicScenario-641531145-router', 'tenant_id': '02179571a8084125b547d2dde607206c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:37Z', 'updated_at': '2021-06-28T12:35:08Z', 'revision_number': 6, 'project_id': '02179571a8084125b547d2dde607206c', 'gw_port_host': None}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:09.229423 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a6e71a-7663-4256-9b0b-9f07e5346b02 None None] The sync data for ids ['ba952e48-efb3-4b41-99c4-106b05f26381'] in dv-cinder-798094-1-iscsi is: [{'id': 'ba952e48-efb3-4b41-99c4-106b05f26381', 'name': 'tempest-TestMinimumBasicScenario-641531145-router', 'tenant_id': '02179571a8084125b547d2dde607206c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:37Z', 'updated_at': '2021-06-28T12:35:08Z', 'revision_number': 6, 'project_id': '02179571a8084125b547d2dde607206c', 'gw_port_host': None}] {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:35:09.429250 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-90ef1c3e-304d-4141-a72c-b8b7584ae259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:09.434257 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-7130b1dd-afff-4b75-84ab-05bda1ff3093 tempest-ServerRescueNegativeTestJSON-1089330626 tempest-ServerRescueNegativeTestJSON-1089330626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:09.478450 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef1c3e-304d-4141-a72c-b8b7584ae259 admin admin] Pushing event deleted for resources: {'Port': ['ID=f576fd1a-7b6b-4b85-9dfc-1626147bf493,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:09.481620 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-90ef1c3e-304d-4141-a72c-b8b7584ae259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:09.601973 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-90ef1c3e-304d-4141-a72c-b8b7584ae259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696678'] for router_gateway, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:09.666489 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device c5d15e17-9bf7-4703-a024-7cbfa61025d0 no longer exists at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:35:09.714530 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] No Port match for: c5d15e17-9bf7-4703-a024-7cbfa61025d0 {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:35:09.715055 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device c5d15e17-9bf7-4703-a024-7cbfa61025d0 not bound to the agent host dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:35:09.897372 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-90ef1c3e-304d-4141-a72c-b8b7584ae259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3695212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34707'] for router, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:09.900177 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-90ef1c3e-304d-4141-a72c-b8b7584ae259 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:10.041278 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-90ef1c3e-304d-4141-a72c-b8b7584ae259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3913163'] for router, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:10.041921 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ef1c3e-304d-4141-a72c-b8b7584ae259 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba952e48-efb3-4b41-99c4-106b05f26381 {{(pid=79148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 12:35:10.061443 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-90ef1c3e-304d-4141-a72c-b8b7584ae259 admin admin] Notify callbacks [] for router, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:10.062698 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-90ef1c3e-304d-4141-a72c-b8b7584ae259 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ba952e48-efb3-4b41-99c4-106b05f26381 HTTP/1.1" status: 204 len: 168 time: 1.6473451 Jun 28 12:35:10.065139 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54102) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:10.128919 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_v2 [None req-0752eeec-fa32-4f0e-ac6e-171acf663ebf admin admin] Deleting subnet 668458c4-e955-4268-b3d8-24d37fc12fed {{(pid=79148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:35:10.132244 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-0752eeec-fa32-4f0e-ac6e-171acf663ebf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:10.186247 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-0752eeec-fa32-4f0e-ac6e-171acf663ebf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-827602'] for subnet, precommit_delete_associations {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:10.272748 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-0752eeec-fa32-4f0e-ac6e-171acf663ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704721'] for subnet, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:10.317880 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 54108) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:10.407012 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-0752eeec-fa32-4f0e-ac6e-171acf663ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1905405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1741771'] for subnet, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:10.412442 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-b5e340c9-01f9-445c-962f-72c5124706b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:10.443117 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-d8569ae9-5f0c-4859-b4bb-8cdcb0ee4327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:10.450084 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752eeec-fa32-4f0e-ac6e-171acf663ebf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=668458c4-e955-4268-b3d8-24d37fc12fed,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:10.452097 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-0752eeec-fa32-4f0e-ac6e-171acf663ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for subnet, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:10.455391 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-0752eeec-fa32-4f0e-ac6e-171acf663ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:10.457393 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffdf96f-4b47-4c98-90e2-bfe923994c5d None None] Network 99e11113-92ba-42c4-b82c-9ed4c720b3c3 requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:35:10.458867 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-0752eeec-fa32-4f0e-ac6e-171acf663ebf admin admin] 10.222.0.24 "DELETE /v2.0/subnets/668458c4-e955-4268-b3d8-24d37fc12fed HTTP/1.1" status: 204 len: 168 time: 0.3926377 Jun 28 12:35:10.461570 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 54114) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:10.464809 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-d8569ae9-5f0c-4859-b4bb-8cdcb0ee4327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:10.489213 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-d8569ae9-5f0c-4859-b4bb-8cdcb0ee4327 admin admin] Usage tracker for resource:security_group_rule and tenant:62b5f0265f384ab7b0e4604b7ff5e795 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:10.501854 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-d8569ae9-5f0c-4859-b4bb-8cdcb0ee4327 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:10.511413 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-d8569ae9-5f0c-4859-b4bb-8cdcb0ee4327 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:10.608009 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-81df5e79-b863-4b96-9c16-f2609732b296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-761904'] for network, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:10.631820 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-81df5e79-b863-4b96-9c16-f2609732b296 admin admin] Deleting port 2d773c4d-c805-4155-bd99-9bf9cbc8a501 {{(pid=79149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:10.632162 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-81df5e79-b863-4b96-9c16-f2609732b296 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:10.743753 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d418d3eb-7fed-4274-b8c4-ac0f61cae8ca None None] DHCP port deletion for 99e11113-92ba-42c4-b82c-9ed4c720b3c3 request from dv-cinder-798094-1-iscsi {{(pid=79150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 12:35:10.748494 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d418d3eb-7fed-4274-b8c4-ac0f61cae8ca None None] Deleting port 2d773c4d-c805-4155-bd99-9bf9cbc8a501 {{(pid=79150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:10.749172 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d418d3eb-7fed-4274-b8c4-ac0f61cae8ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:10.794099 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-d8569ae9-5f0c-4859-b4bb-8cdcb0ee4327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:10.877621 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-d8569ae9-5f0c-4859-b4bb-8cdcb0ee4327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:10.893205 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-cd4a6d08-1a4a-4720-af02-7a421124db4e tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:10.934568 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.db [None req-81df5e79-b863-4b96-9c16-f2609732b296 admin admin] For port 2d773c4d-c805-4155-bd99-9bf9cbc8a501, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=2d773c4d-c805-4155-bd99-9bf9cbc8a501,segment=NetworkSegment(56aee1c2-5d0e-4022-8738-8ba49b95dfc7),segment_id=56aee1c2-5d0e-4022-8738-8ba49b95dfc7)] {{(pid=79149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:10.934946 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-81df5e79-b863-4b96-9c16-f2609732b296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:10.964155 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-d418d3eb-7fed-4274-b8c4-ac0f61cae8ca None None] For port 2d773c4d-c805-4155-bd99-9bf9cbc8a501, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=2d773c4d-c805-4155-bd99-9bf9cbc8a501,segment=NetworkSegment(56aee1c2-5d0e-4022-8738-8ba49b95dfc7),segment_id=56aee1c2-5d0e-4022-8738-8ba49b95dfc7)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:10.964480 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d418d3eb-7fed-4274-b8c4-ac0f61cae8ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:11.006000 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8569ae9-5f0c-4859-b4bb-8cdcb0ee4327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642776dc-73f3-4177-a9a5-1a0b2ee7b8d9,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:11.011414 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-d8569ae9-5f0c-4859-b4bb-8cdcb0ee4327 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=62b5f0265f384ab7b0e4604b7ff5e795&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6909575 Jun 28 12:35:11.013577 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54120) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:11.069472 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-d8569ae9-5f0c-4859-b4bb-8cdcb0ee4327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:11.076454 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-81df5e79-b863-4b96-9c16-f2609732b296 admin admin] Calling delete_port for 2d773c4d-c805-4155-bd99-9bf9cbc8a501 owned by network:dhcp {{(pid=79149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:35:11.083470 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-8e390b45-b164-4e9e-8a8d-d9c8235326c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:11.095098 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d418d3eb-7fed-4274-b8c4-ac0f61cae8ca None None] Calling delete_port for 2d773c4d-c805-4155-bd99-9bf9cbc8a501 owned by network:dhcp {{(pid=79150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:35:11.112020 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-8e390b45-b164-4e9e-8a8d-d9c8235326c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:11.198391 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9ad8f843-020f-4265-8c5a-731b286c9a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:11.229457 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-81df5e79-b863-4b96-9c16-f2609732b296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:11.229653 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-8e390b45-b164-4e9e-8a8d-d9c8235326c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:11.234474 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-0aad2e93-390a-4cb7-816f-65af2e461223 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:11.254576 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-b05679c5-2ec0-44bf-bdd4-25abf8198966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:11.255123 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.db.api [None req-d418d3eb-7fed-4274-b8c4-ac0f61cae8ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 12:35:11.255123 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_db.api [None req-d418d3eb-7fed-4274-b8c4-ac0f61cae8ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 12:35:11.255332 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e390b45-b164-4e9e-8a8d-d9c8235326c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642776dc-73f3-4177-a9a5-1a0b2ee7b8d9,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:11.255332 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-8e390b45-b164-4e9e-8a8d-d9c8235326c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:11.256896 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-8e390b45-b164-4e9e-8a8d-d9c8235326c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:11.258078 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-8e390b45-b164-4e9e-8a8d-d9c8235326c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/642776dc-73f3-4177-a9a5-1a0b2ee7b8d9 HTTP/1.1" status: 204 len: 168 time: 0.2426577 Jun 28 12:35:11.284283 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df5e79-b863-4b96-9c16-f2609732b296 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d773c4d-c805-4155-bd99-9bf9cbc8a501,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:11.285801 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81df5e79-b863-4b96-9c16-f2609732b296 admin admin] No DVR routers for this DVR port 2d773c4d-c805-4155-bd99-9bf9cbc8a501 on host dv-cinder-798094-1-iscsi {{(pid=79149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:35:11.287503 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-81df5e79-b863-4b96-9c16-f2609732b296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:11.402692 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-81df5e79-b863-4b96-9c16-f2609732b296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489356', 'neutron.services.segments.db._delete_segments_for_network-8727237320385'] for network, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:11.416704 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.services.segments.db [None req-81df5e79-b863-4b96-9c16-f2609732b296 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e11113-92ba-42c4-b82c-9ed4c720b3c3']}} {{(pid=79149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:11.429457 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.services.segments.db [None req-81df5e79-b863-4b96-9c16-f2609732b296 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56aee1c2-5d0e-4022-8738-8ba49b95dfc7') {'for_net_delete': True} {{(pid=79149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:11.429748 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.services.segments.db [None req-81df5e79-b863-4b96-9c16-f2609732b296 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56aee1c2-5d0e-4022-8738-8ba49b95dfc7') {} {{(pid=79149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:11.441617 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-81df5e79-b863-4b96-9c16-f2609732b296 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727237332776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1530576'] for segment, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:11.458697 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-81df5e79-b863-4b96-9c16-f2609732b296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:11.465556 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81df5e79-b863-4b96-9c16-f2609732b296 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=79149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:35:11.465930 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-81df5e79-b863-4b96-9c16-f2609732b296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-708228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1528792'] for segment, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: Traceback (most recent call last): Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: timer() Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: cb(*args, **kw) Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: return func(*args, **kwargs) Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: self._notify() Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: self.callback(batched_events) Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: event.method(event) Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: return f(self, *a, **k) Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: return self._get(url).json() Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: return self.request(url, 'GET', **kwargs) Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:35:11.479793 dv-cinder-798094-1-iscsi neutron-server[79149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:35:11.616839 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 2d773c4d-c805-4155-bd99-9bf9cbc8a501 no longer exists at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:35:11.629236 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-81df5e79-b863-4b96-9c16-f2609732b296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696643'] for network, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:11.634007 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-81df5e79-b863-4b96-9c16-f2609732b296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:11.636565 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-52d1a962-0932-44ec-a239-fe3b0b53f77e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:11.650606 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] No Port match for: 2d773c4d-c805-4155-bd99-9bf9cbc8a501 {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:35:11.651236 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 2d773c4d-c805-4155-bd99-9bf9cbc8a501 not bound to the agent host dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:35:11.651838 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device f576fd1a-7b6b-4b85-9dfc-1626147bf493 no longer exists at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:35:11.656894 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df5e79-b863-4b96-9c16-f2609732b296 admin admin] Pushing event deleted for resources: {'Network': ['ID=99e11113-92ba-42c4-b82c-9ed4c720b3c3,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:11.659428 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-81df5e79-b863-4b96-9c16-f2609732b296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:11.687990 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] No Port match for: f576fd1a-7b6b-4b85-9dfc-1626147bf493 {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:35:11.688334 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device f576fd1a-7b6b-4b85-9dfc-1626147bf493 not bound to the agent host dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:35:11.737737 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d418d3eb-7fed-4274-b8c4-ac0f61cae8ca None None] Deleting port 2d773c4d-c805-4155-bd99-9bf9cbc8a501 {{(pid=79150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:11.738125 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d418d3eb-7fed-4274-b8c4-ac0f61cae8ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:11.761725 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-81df5e79-b863-4b96-9c16-f2609732b296 admin admin] 10.222.0.24 "DELETE /v2.0/networks/99e11113-92ba-42c4-b82c-9ed4c720b3c3 HTTP/1.1" status: 204 len: 168 time: 1.2983809 Jun 28 12:35:11.764546 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 54130) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:11.807779 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d418d3eb-7fed-4274-b8c4-ac0f61cae8ca None None] The port '2d773c4d-c805-4155-bd99-9bf9cbc8a501' was deleted {{(pid=79150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 28 12:35:11.909934 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54134) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:11.928941 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-a1a180f8-7424-443c-89c5-23506fb7b6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:11.947847 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-a1a180f8-7424-443c-89c5-23506fb7b6a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:11.951887 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-a1a180f8-7424-443c-89c5-23506fb7b6a7 admin admin] Usage tracker for resource:security_group_rule and tenant:c6c314649aa049b79ed323eaa0f5e715 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:11.954864 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-a1a180f8-7424-443c-89c5-23506fb7b6a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:11.960595 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-a1a180f8-7424-443c-89c5-23506fb7b6a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:12.043278 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-a1a180f8-7424-443c-89c5-23506fb7b6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:12.115270 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-a1a180f8-7424-443c-89c5-23506fb7b6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:12.123664 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-f73e9dfd-5ef2-426b-8b24-c56b8a5cf5ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:12.161002 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:12.167404 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-a1a180f8-7424-443c-89c5-23506fb7b6a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c6c314649aa049b79ed323eaa0f5e715&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563713 Jun 28 12:35:12.168336 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a180f8-7424-443c-89c5-23506fb7b6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef15060-4409-4b85-bd14-17380282d21f,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:12.171539 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-a1a180f8-7424-443c-89c5-23506fb7b6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:12.172194 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54138) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:12.232479 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b605085e-7367-4f48-b8ab-58c9d1c057ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:12.259105 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b605085e-7367-4f48-b8ab-58c9d1c057ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:12.389356 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b605085e-7367-4f48-b8ab-58c9d1c057ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:12.394464 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-6e2b75ae-2028-4b2c-9bf1-e817030ef283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:12.406341 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605085e-7367-4f48-b8ab-58c9d1c057ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef15060-4409-4b85-bd14-17380282d21f,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:12.408960 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-b605085e-7367-4f48-b8ab-58c9d1c057ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:12.412915 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-b605085e-7367-4f48-b8ab-58c9d1c057ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:12.418177 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-b605085e-7367-4f48-b8ab-58c9d1c057ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cef15060-4409-4b85-bd14-17380282d21f HTTP/1.1" status: 204 len: 168 time: 0.2415192 Jun 28 12:35:12.425742 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-465df914-e0fd-4cdc-be8f-df455e38e674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695107'] for router_interface, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:12.789894 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-465df914-e0fd-4cdc-be8f-df455e38e674 admin admin] Deleting port 3d8cd7d7-ef13-48cd-b743-4a996956d1c1 {{(pid=79149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:12.792359 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-465df914-e0fd-4cdc-be8f-df455e38e674 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:12.980808 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.db [None req-465df914-e0fd-4cdc-be8f-df455e38e674 admin admin] For port 3d8cd7d7-ef13-48cd-b743-4a996956d1c1, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=3d8cd7d7-ef13-48cd-b743-4a996956d1c1,segment=NetworkSegment(ce6a05dc-3d82-40fd-83ab-8341439aa946),segment_id=ce6a05dc-3d82-40fd-83ab-8341439aa946)] {{(pid=79149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:12.981195 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-465df914-e0fd-4cdc-be8f-df455e38e674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:13.111669 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-465df914-e0fd-4cdc-be8f-df455e38e674 admin admin] Calling delete_port for 3d8cd7d7-ef13-48cd-b743-4a996956d1c1 owned by network:router_interface {{(pid=79149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:35:13.370117 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-465df914-e0fd-4cdc-be8f-df455e38e674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:13.374139 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-e5de599a-9904-45f5-87b4-2ef3bf783578 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:13.422269 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465df914-e0fd-4cdc-be8f-df455e38e674 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d8cd7d7-ef13-48cd-b743-4a996956d1c1,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:13.425363 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-465df914-e0fd-4cdc-be8f-df455e38e674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:13.699679 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-465df914-e0fd-4cdc-be8f-df455e38e674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3781280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3695279'] for router_interface, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:13.861448 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:14.174638 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465df914-e0fd-4cdc-be8f-df455e38e674 admin admin] Router c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373 has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:35:14.366964 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465df914-e0fd-4cdc-be8f-df455e38e674 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:35:14.375422 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0294fe91-67ec-4ad3-be81-6be5960f3936 None None] Sync routers for ids ['c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373'] in dv-cinder-798094-1-iscsi {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:35:14.377722 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-465df914-e0fd-4cdc-be8f-df455e38e674 admin admin] 10.222.0.24 "PUT /v2.0/routers/c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6121464 Jun 28 12:35:14.380353 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54184) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:14.391466 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0294fe91-67ec-4ad3-be81-6be5960f3936 None None] Routers {'c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:14.392102 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-0294fe91-67ec-4ad3-be81-6be5960f3936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:35:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:14.569252 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3ecd68f6-e3ee-41cf-b29f-5ae04032caa9 admin admin] Notify callbacks [] for router, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:14.628812 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-0294fe91-67ec-4ad3-be81-6be5960f3936 None None] Set router c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:14.757693 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3ecd68f6-e3ee-41cf-b29f-5ae04032caa9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:14.839038 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-3ecd68f6-e3ee-41cf-b29f-5ae04032caa9 admin admin] Deleting port 171366b2-2140-40f2-94f8-143afe97b0e3 {{(pid=79148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:14.839283 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3ecd68f6-e3ee-41cf-b29f-5ae04032caa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:14.938707 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-0294fe91-67ec-4ad3-be81-6be5960f3936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373', 'name': 'tempest-TestMinimumBasicScenario-809099460-router', 'tenant_id': 'e992f225aa0140838f0862966087fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '171366b2-2140-40f2-94f8-143afe97b0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:49Z', 'updated_at': '2021-06-28T12:35:13Z', 'revision_number': 5, 'project_id': 'e992f225aa0140838f0862966087fb11', 'gw_port': {'id': '171366b2-2140-40f2-94f8-143afe97b0e3', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:31:51Z', 'updated_at': '2021-06-28T12:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:14.945432 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0294fe91-67ec-4ad3-be81-6be5960f3936 None None] Checking router: c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373 for host: dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:35:14.955790 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0294fe91-67ec-4ad3-be81-6be5960f3936 None None] Routers {'c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:14.956446 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-0294fe91-67ec-4ad3-be81-6be5960f3936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:35:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:15.036045 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [None req-3ecd68f6-e3ee-41cf-b29f-5ae04032caa9 admin admin] For port 171366b2-2140-40f2-94f8-143afe97b0e3, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=171366b2-2140-40f2-94f8-143afe97b0e3,segment=NetworkSegment(4ef2d251-a773-41f5-87cd-cec6f249eb66),segment_id=4ef2d251-a773-41f5-87cd-cec6f249eb66)] {{(pid=79148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:15.036386 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3ecd68f6-e3ee-41cf-b29f-5ae04032caa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:15.109593 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-0294fe91-67ec-4ad3-be81-6be5960f3936 None None] Set router c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373 gateway port host: None {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:15.168372 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-3ecd68f6-e3ee-41cf-b29f-5ae04032caa9 admin admin] Calling delete_port for 171366b2-2140-40f2-94f8-143afe97b0e3 owned by network:router_gateway {{(pid=79148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:35:15.223729 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-0294fe91-67ec-4ad3-be81-6be5960f3936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373', 'name': 'tempest-TestMinimumBasicScenario-809099460-router', 'tenant_id': 'e992f225aa0140838f0862966087fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:49Z', 'updated_at': '2021-06-28T12:35:14Z', 'revision_number': 6, 'project_id': 'e992f225aa0140838f0862966087fb11', 'gw_port_host': None}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:15.229223 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0294fe91-67ec-4ad3-be81-6be5960f3936 None None] The sync data for ids ['c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373'] in dv-cinder-798094-1-iscsi is: [{'id': 'c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373', 'name': 'tempest-TestMinimumBasicScenario-809099460-router', 'tenant_id': 'e992f225aa0140838f0862966087fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:49Z', 'updated_at': '2021-06-28T12:35:14Z', 'revision_number': 6, 'project_id': 'e992f225aa0140838f0862966087fb11', 'gw_port_host': None}] {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:35:15.509363 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3ecd68f6-e3ee-41cf-b29f-5ae04032caa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:15.514665 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-cb6951ab-f9b6-4afc-a6de-b1e1249cce88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:15.558247 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd68f6-e3ee-41cf-b29f-5ae04032caa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=171366b2-2140-40f2-94f8-143afe97b0e3,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:15.561232 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-3ecd68f6-e3ee-41cf-b29f-5ae04032caa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:15.652095 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 3d8cd7d7-ef13-48cd-b743-4a996956d1c1 no longer exists at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:35:15.665930 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3ecd68f6-e3ee-41cf-b29f-5ae04032caa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696678'] for router_gateway, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:15.694072 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] No Port match for: 3d8cd7d7-ef13-48cd-b743-4a996956d1c1 {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:35:15.694426 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 3d8cd7d7-ef13-48cd-b743-4a996956d1c1 not bound to the agent host dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:35:15.841934 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3ecd68f6-e3ee-41cf-b29f-5ae04032caa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3695212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34707'] for router, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:15.844270 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3ecd68f6-e3ee-41cf-b29f-5ae04032caa9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:15.920458 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3ecd68f6-e3ee-41cf-b29f-5ae04032caa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3913163'] for router, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:15.920892 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecd68f6-e3ee-41cf-b29f-5ae04032caa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373 {{(pid=79148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 12:35:15.933388 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3ecd68f6-e3ee-41cf-b29f-5ae04032caa9 admin admin] Notify callbacks [] for router, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:15.937112 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 54204) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:15.939293 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-3ecd68f6-e3ee-41cf-b29f-5ae04032caa9 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c7d5d2e7-c7f5-4b80-92dc-9c338b0fd373 HTTP/1.1" status: 204 len: 168 time: 1.5554101 Jun 28 12:35:16.001680 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cefa225-2beb-42ba-928e-8546e36cc18a admin admin] Deleting subnet 4b750890-49a7-464f-a3a6-8640680d9e9f {{(pid=79149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:35:16.004737 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-6cefa225-2beb-42ba-928e-8546e36cc18a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:16.061185 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-6cefa225-2beb-42ba-928e-8546e36cc18a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1530601'] for subnet, precommit_delete_associations {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:16.192379 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-6cefa225-2beb-42ba-928e-8546e36cc18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704721'] for subnet, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:16.339747 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-6cefa225-2beb-42ba-928e-8546e36cc18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1530490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1626935'] for subnet, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:16.345944 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:16.385665 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefa225-2beb-42ba-928e-8546e36cc18a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b750890-49a7-464f-a3a6-8640680d9e9f,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:16.388939 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-6cefa225-2beb-42ba-928e-8546e36cc18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:16.390712 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-6cefa225-2beb-42ba-928e-8546e36cc18a admin admin] Notify callbacks [] for subnet, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:16.396471 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d24a67e-b053-417f-8dd1-dc36918a74ae None None] Network 48c7e7dc-c290-47cf-a642-6f0ec9bb5f03 requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:35:16.397033 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-6cefa225-2beb-42ba-928e-8546e36cc18a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4b750890-49a7-464f-a3a6-8640680d9e9f HTTP/1.1" status: 204 len: 168 time: 0.4588771 Jun 28 12:35:16.399554 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 54210) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:16.518069 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-94cb8177-c439-47f3-957f-c4498046428a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-761904'] for network, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:16.529682 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-94cb8177-c439-47f3-957f-c4498046428a admin admin] Deleting port 9695d846-b17f-49d2-8426-a388c303b5e3 {{(pid=79149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:16.530149 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-94cb8177-c439-47f3-957f-c4498046428a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:16.694183 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18128f4-2f09-482c-b8ff-6405392d0f00 None None] DHCP port deletion for 48c7e7dc-c290-47cf-a642-6f0ec9bb5f03 request from dv-cinder-798094-1-iscsi {{(pid=79150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 12:35:16.699815 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-b18128f4-2f09-482c-b8ff-6405392d0f00 None None] Deleting port 9695d846-b17f-49d2-8426-a388c303b5e3 {{(pid=79150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:16.700506 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-b18128f4-2f09-482c-b8ff-6405392d0f00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:16.749217 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.db [None req-94cb8177-c439-47f3-957f-c4498046428a admin admin] For port 9695d846-b17f-49d2-8426-a388c303b5e3, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=9695d846-b17f-49d2-8426-a388c303b5e3,segment=NetworkSegment(ce6a05dc-3d82-40fd-83ab-8341439aa946),segment_id=ce6a05dc-3d82-40fd-83ab-8341439aa946)] {{(pid=79149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:16.749567 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-94cb8177-c439-47f3-957f-c4498046428a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:16.873201 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-94cb8177-c439-47f3-957f-c4498046428a admin admin] Calling delete_port for 9695d846-b17f-49d2-8426-a388c303b5e3 owned by network:dhcp {{(pid=79149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:35:16.917579 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-b18128f4-2f09-482c-b8ff-6405392d0f00 None None] For port 9695d846-b17f-49d2-8426-a388c303b5e3, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=9695d846-b17f-49d2-8426-a388c303b5e3,segment=NetworkSegment(ce6a05dc-3d82-40fd-83ab-8341439aa946),segment_id=ce6a05dc-3d82-40fd-83ab-8341439aa946)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:16.917847 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-b18128f4-2f09-482c-b8ff-6405392d0f00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:17.082285 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-b18128f4-2f09-482c-b8ff-6405392d0f00 None None] Calling delete_port for 9695d846-b17f-49d2-8426-a388c303b5e3 owned by network:dhcp {{(pid=79150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:35:17.149667 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-94cb8177-c439-47f3-957f-c4498046428a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:17.154405 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-51ae1673-dbf8-4df1-acf0-dd929f35b0e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:17.161172 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.db.api [None req-b18128f4-2f09-482c-b8ff-6405392d0f00 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 12:35:17.161616 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_db.api [None req-b18128f4-2f09-482c-b8ff-6405392d0f00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 12:35:17.199310 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb8177-c439-47f3-957f-c4498046428a admin admin] Pushing event deleted for resources: {'Port': ['ID=9695d846-b17f-49d2-8426-a388c303b5e3,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:17.202464 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-94cb8177-c439-47f3-957f-c4498046428a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:17.203259 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cb8177-c439-47f3-957f-c4498046428a admin admin] No DVR routers for this DVR port 9695d846-b17f-49d2-8426-a388c303b5e3 on host dv-cinder-798094-1-iscsi {{(pid=79149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:35:17.327415 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-94cb8177-c439-47f3-957f-c4498046428a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489356', 'neutron.services.segments.db._delete_segments_for_network-8727237320385'] for network, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:17.341868 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.services.segments.db [None req-94cb8177-c439-47f3-957f-c4498046428a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c7e7dc-c290-47cf-a642-6f0ec9bb5f03']}} {{(pid=79149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:17.355213 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.services.segments.db [None req-94cb8177-c439-47f3-957f-c4498046428a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce6a05dc-3d82-40fd-83ab-8341439aa946') {'for_net_delete': True} {{(pid=79149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:17.355665 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.services.segments.db [None req-94cb8177-c439-47f3-957f-c4498046428a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce6a05dc-3d82-40fd-83ab-8341439aa946') {} {{(pid=79149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:17.367685 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-94cb8177-c439-47f3-957f-c4498046428a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727237332776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1530576'] for segment, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:17.383890 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-94cb8177-c439-47f3-957f-c4498046428a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:17.389964 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94cb8177-c439-47f3-957f-c4498046428a admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=79149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:35:17.390321 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-94cb8177-c439-47f3-957f-c4498046428a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-708228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1528792'] for segment, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: Traceback (most recent call last): Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: timer() Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: cb(*args, **kw) Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: return func(*args, **kwargs) Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: self._notify() Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: self.callback(batched_events) Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: event.method(event) Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: return f(self, *a, **k) Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: return self._get(url).json() Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: return self.request(url, 'GET', **kwargs) Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:35:17.409045 dv-cinder-798094-1-iscsi neutron-server[79149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:35:17.553113 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-94cb8177-c439-47f3-957f-c4498046428a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696643'] for network, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:17.556895 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-936648c1-18df-4d9e-9b40-0286f434b311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:17.570468 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-94cb8177-c439-47f3-957f-c4498046428a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:17.581337 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb8177-c439-47f3-957f-c4498046428a admin admin] Pushing event deleted for resources: {'Network': ['ID=48c7e7dc-c290-47cf-a642-6f0ec9bb5f03,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:17.584243 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-94cb8177-c439-47f3-957f-c4498046428a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:17.586026 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-94cb8177-c439-47f3-957f-c4498046428a admin admin] 10.222.0.24 "DELETE /v2.0/networks/48c7e7dc-c290-47cf-a642-6f0ec9bb5f03 HTTP/1.1" status: 204 len: 168 time: 1.1855011 Jun 28 12:35:17.619077 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 9695d846-b17f-49d2-8426-a388c303b5e3 no longer exists at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:35:17.653359 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] No Port match for: 9695d846-b17f-49d2-8426-a388c303b5e3 {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:35:17.653714 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 9695d846-b17f-49d2-8426-a388c303b5e3 not bound to the agent host dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:35:17.654140 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 171366b2-2140-40f2-94f8-143afe97b0e3 no longer exists at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:35:17.681203 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-b18128f4-2f09-482c-b8ff-6405392d0f00 None None] Deleting port 9695d846-b17f-49d2-8426-a388c303b5e3 {{(pid=79150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:17.681622 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-b18128f4-2f09-482c-b8ff-6405392d0f00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:17.721139 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] No Port match for: 171366b2-2140-40f2-94f8-143afe97b0e3 {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:35:17.721488 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 171366b2-2140-40f2-94f8-143afe97b0e3 not bound to the agent host dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:35:17.754865 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-b18128f4-2f09-482c-b8ff-6405392d0f00 None None] The port '9695d846-b17f-49d2-8426-a388c303b5e3' was deleted {{(pid=79150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 28 12:35:17.949416 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 54230) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:18.002935 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-d57fe9bf-86a0-4166-9c4b-93164874ddb1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02179571a8084125b547d2dde607206c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521622 Jun 28 12:35:18.005231 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 54234) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:18.066837 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8bd64cd4-c024-4c70-9204-12a099cf7337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:18.096241 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8bd64cd4-c024-4c70-9204-12a099cf7337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:18.223679 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8bd64cd4-c024-4c70-9204-12a099cf7337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:18.229269 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-936648c1-18df-4d9e-9b40-0286f434b311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:18.243759 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd64cd4-c024-4c70-9204-12a099cf7337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a8b087-c8d6-4662-9a54-c641d09718bc,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:18.248714 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-8bd64cd4-c024-4c70-9204-12a099cf7337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:18.251482 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8bd64cd4-c024-4c70-9204-12a099cf7337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:18.254708 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-8bd64cd4-c024-4c70-9204-12a099cf7337 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6a8b087-c8d6-4662-9a54-c641d09718bc HTTP/1.1" status: 204 len: 168 time: 0.2463109 Jun 28 12:35:18.758471 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 54254) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:18.886323 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-cec68114-1a32-4238-9766-4acaac5adf45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:18.902578 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-cec68114-1a32-4238-9766-4acaac5adf45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:18.906463 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-cec68114-1a32-4238-9766-4acaac5adf45 admin admin] Usage tracker for resource:security_group_rule and tenant:49fd1d3f270b4ded8a1fe63e0e40e2d8 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:18.909374 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-cec68114-1a32-4238-9766-4acaac5adf45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:18.915822 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-cec68114-1a32-4238-9766-4acaac5adf45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:18.987622 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54266) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:19.006284 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-cec68114-1a32-4238-9766-4acaac5adf45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:19.039004 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-a618dc29-87b6-443d-8676-e3bf860fd333 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e992f225aa0140838f0862966087fb11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501051 Jun 28 12:35:19.041341 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54270) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:19.068759 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-cec68114-1a32-4238-9766-4acaac5adf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:19.082756 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-9593e68b-0013-45c5-8e3c-a0afa0c65d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:19.104456 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-658f3084-a245-49ab-ae01-b6d2faf42d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:19.126390 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-cec68114-1a32-4238-9766-4acaac5adf45 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49fd1d3f270b4ded8a1fe63e0e40e2d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3667483 Jun 28 12:35:19.127041 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 54276) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:19.129678 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec68114-1a32-4238-9766-4acaac5adf45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4c956d-85b8-4f4d-9690-f4a9a1f2149b,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:19.132411 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-658f3084-a245-49ab-ae01-b6d2faf42d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:19.142118 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-cec68114-1a32-4238-9766-4acaac5adf45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:19.195233 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-c35cb1fe-762c-480d-b09f-cc93b9ad17f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:19.226705 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-c35cb1fe-762c-480d-b09f-cc93b9ad17f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:19.295330 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-658f3084-a245-49ab-ae01-b6d2faf42d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:19.299172 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-8e390b45-b164-4e9e-8a8d-d9c8235326c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:19.313486 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f3084-a245-49ab-ae01-b6d2faf42d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57016851-7073-4078-9ebb-adfc9bac8607,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:19.316109 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-658f3084-a245-49ab-ae01-b6d2faf42d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:19.317310 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-658f3084-a245-49ab-ae01-b6d2faf42d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:19.318399 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-658f3084-a245-49ab-ae01-b6d2faf42d24 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57016851-7073-4078-9ebb-adfc9bac8607 HTTP/1.1" status: 204 len: 168 time: 0.2761438 Jun 28 12:35:19.371897 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-c35cb1fe-762c-480d-b09f-cc93b9ad17f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:19.376809 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-85ce3aee-f6dd-4f02-95e4-4780ee43ae27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:19.388244 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35cb1fe-762c-480d-b09f-cc93b9ad17f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4c956d-85b8-4f4d-9690-f4a9a1f2149b,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:19.393965 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-c35cb1fe-762c-480d-b09f-cc93b9ad17f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:19.396295 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-c35cb1fe-762c-480d-b09f-cc93b9ad17f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:19.397450 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-c35cb1fe-762c-480d-b09f-cc93b9ad17f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b4c956d-85b8-4f4d-9690-f4a9a1f2149b HTTP/1.1" status: 204 len: 168 time: 0.2692742 Jun 28 12:35:20.210103 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 54288) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:20.229912 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0cbf0085-98ba-4147-ac96-b3d22b646b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:20.244674 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-0cbf0085-98ba-4147-ac96-b3d22b646b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:20.248482 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-0cbf0085-98ba-4147-ac96-b3d22b646b6a admin admin] Usage tracker for resource:security_group_rule and tenant:c61b550f08ef4aad8c03f5aafb706730 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:20.251306 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-0cbf0085-98ba-4147-ac96-b3d22b646b6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:20.257593 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-0cbf0085-98ba-4147-ac96-b3d22b646b6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:20.344200 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0cbf0085-98ba-4147-ac96-b3d22b646b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:20.415736 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0cbf0085-98ba-4147-ac96-b3d22b646b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:20.424596 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-db7302ab-ec3f-41fa-9267-e69628d56846 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:20.465305 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-0cbf0085-98ba-4147-ac96-b3d22b646b6a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c61b550f08ef4aad8c03f5aafb706730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531424 Jun 28 12:35:20.467018 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf0085-98ba-4147-ac96-b3d22b646b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfebfbd-e643-40c8-af8a-b2071ba1e6a4,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:20.467389 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54292) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:20.469934 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-0cbf0085-98ba-4147-ac96-b3d22b646b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:20.532335 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-ae35c842-04c8-4d0c-9356-aba9743f6396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:20.557950 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-ae35c842-04c8-4d0c-9356-aba9743f6396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:20.680542 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-ae35c842-04c8-4d0c-9356-aba9743f6396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:20.685312 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-0e3ac094-87a1-4752-8e9d-04af9cccb0a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:20.698548 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35c842-04c8-4d0c-9356-aba9743f6396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfebfbd-e643-40c8-af8a-b2071ba1e6a4,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:20.701126 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-ae35c842-04c8-4d0c-9356-aba9743f6396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:20.702324 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-ae35c842-04c8-4d0c-9356-aba9743f6396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:20.703437 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-ae35c842-04c8-4d0c-9356-aba9743f6396 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fcfebfbd-e643-40c8-af8a-b2071ba1e6a4 HTTP/1.1" status: 204 len: 168 time: 0.2349920 Jun 28 12:35:21.760266 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54322) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:21.868612 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-3b7e76fd-ab7f-4833-8faa-5b67ad72771b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-454715643-network', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:35:21.873436 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-3b7e76fd-ab7f-4833-8faa-5b67ad72771b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:21.877366 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-3b7e76fd-ab7f-4833-8faa-5b67ad72771b admin admin] Usage tracker for resource:network and tenant:27f9c090252546aaa6ec82eda6690acf is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:21.880220 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-3b7e76fd-ab7f-4833-8faa-5b67ad72771b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:21.886611 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-3b7e76fd-ab7f-4833-8faa-5b67ad72771b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:21.958268 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7e76fd-ab7f-4833-8faa-5b67ad72771b admin admin] Made reservation on behalf of 27f9c090252546aaa6ec82eda6690acf for: {'network': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:35:21.960828 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3b7e76fd-ab7f-4833-8faa-5b67ad72771b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for network, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:21.973443 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3b7e76fd-ab7f-4833-8faa-5b67ad72771b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:21.988485 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-3b7e76fd-ab7f-4833-8faa-5b67ad72771b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:21.992346 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-3b7e76fd-ab7f-4833-8faa-5b67ad72771b admin admin] Usage tracker for resource:security_group_rule and tenant:27f9c090252546aaa6ec82eda6690acf is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:21.995726 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-3b7e76fd-ab7f-4833-8faa-5b67ad72771b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:22.002038 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-3b7e76fd-ab7f-4833-8faa-5b67ad72771b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:22.088451 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3b7e76fd-ab7f-4833-8faa-5b67ad72771b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:22.215271 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3b7e76fd-ab7f-4833-8faa-5b67ad72771b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:22.218313 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-4da68c6f-65b0-435a-b5e4-08fca7ed91a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:22.249292 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7e76fd-ab7f-4833-8faa-5b67ad72771b admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=79148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:35:22.254688 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e76fd-ab7f-4833-8faa-5b67ad72771b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44890b6e-9045-4111-ab40-2db1abc6c984,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:22.258456 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-3b7e76fd-ab7f-4833-8faa-5b67ad72771b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:22.264465 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3b7e76fd-ab7f-4833-8faa-5b67ad72771b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:22.264465 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.db.segments_db [None req-3b7e76fd-ab7f-4833-8faa-5b67ad72771b admin admin] Added segment 4c43dd34-2a53-40db-bc2a-8c5bc39873e6 of type vlan for network bb87e434-5961-42c4-b38d-50439141c0c2 Jun 28 12:35:22.298321 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3b7e76fd-ab7f-4833-8faa-5b67ad72771b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727236854384'] for network, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:22.389061 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3b7e76fd-ab7f-4833-8faa-5b67ad72771b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291'] for network, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:22.390451 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7e76fd-ab7f-4833-8faa-5b67ad72771b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:22.391068 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3b7e76fd-ab7f-4833-8faa-5b67ad72771b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:22.396093 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:22.496047 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e76fd-ab7f-4833-8faa-5b67ad72771b admin admin] Pushing event updated for resources: {'Network': ['ID=bb87e434-5961-42c4-b38d-50439141c0c2,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:22.499306 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-3b7e76fd-ab7f-4833-8faa-5b67ad72771b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7380075 Jun 28 12:35:22.500243 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-3b7e76fd-ab7f-4833-8faa-5b67ad72771b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:22.502337 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54336) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:22.506128 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Network bb87e434-5961-42c4-b38d-50439141c0c2 details requested by agent ovs-agent-dv-cinder-798094-1-iscsi with host dv-cinder-798094-1-iscsi {{(pid=79150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:35:22.509785 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-24e31af9-f27e-4669-9c67-ab3bb9ac3258 admin admin] Request body: {'subnet': {'network_id': 'bb87e434-5961-42c4-b38d-50439141c0c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-454715643-subnet', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'ip_version': 4}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:35:22.514650 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-24e31af9-f27e-4669-9c67-ab3bb9ac3258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:22.518725 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-24e31af9-f27e-4669-9c67-ab3bb9ac3258 admin admin] Usage tracker for resource:subnet and tenant:27f9c090252546aaa6ec82eda6690acf is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:22.521588 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-24e31af9-f27e-4669-9c67-ab3bb9ac3258 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:22.528026 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-24e31af9-f27e-4669-9c67-ab3bb9ac3258 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:22.594453 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e31af9-f27e-4669-9c67-ab3bb9ac3258 admin admin] Made reservation on behalf of 27f9c090252546aaa6ec82eda6690acf for: {'subnet': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:35:22.597119 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-24e31af9-f27e-4669-9c67-ab3bb9ac3258 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1741798'] for subnet, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:22.856060 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-24e31af9-f27e-4669-9c67-ab3bb9ac3258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1905340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1741808'] for subnet, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:22.860892 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:22.935229 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e31af9-f27e-4669-9c67-ab3bb9ac3258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6753676f-a690-4cd5-873c-b11dd11060c9,revision_number=0']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:22.938663 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-24e31af9-f27e-4669-9c67-ab3bb9ac3258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:22.941234 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e31af9-f27e-4669-9c67-ab3bb9ac3258 admin admin] Checking segment: {'id': '4c43dd34-2a53-40db-bc2a-8c5bc39873e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bb87e434-5961-42c4-b38d-50439141c0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:35:22.941481 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e31af9-f27e-4669-9c67-ab3bb9ac3258 admin admin] Network hostable DHCP agents. Network: bb87e434-5961-42c4-b38d-50439141c0c2, hostable agents: ['00922891-a33d-4784-963e-6ef69cbf19e0'], hosted agents: [] {{(pid=79148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:35:23.028988 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e31af9-f27e-4669-9c67-ab3bb9ac3258 admin admin] Network bb87e434-5961-42c4-b38d-50439141c0c2 is scheduled to be hosted by DHCP agent 00922891-a33d-4784-963e-6ef69cbf19e0 with binding_index 1 {{(pid=79148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:35:23.109433 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-24e31af9-f27e-4669-9c67-ab3bb9ac3258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-iscsi, bb87e434-5961-42c4-b38d-50439141c0c2) {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:35:23.114409 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e31af9-f27e-4669-9c67-ab3bb9ac3258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:23.115028 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-24e31af9-f27e-4669-9c67-ab3bb9ac3258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for subnet, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:23.119395 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af46eda1-c04b-4270-82eb-16af47cf54d2 None None] Network bb87e434-5961-42c4-b38d-50439141c0c2 requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:35:23.204807 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-24e31af9-f27e-4669-9c67-ab3bb9ac3258 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7010534 Jun 28 12:35:23.207742 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54340) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:23.213085 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-f8d07935-df96-40d6-b391-a63a45052349 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-454715643-router', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:35:23.217659 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-f8d07935-df96-40d6-b391-a63a45052349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:23.221403 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-f8d07935-df96-40d6-b391-a63a45052349 admin admin] Usage tracker for resource:router and tenant:27f9c090252546aaa6ec82eda6690acf is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:23.224228 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-f8d07935-df96-40d6-b391-a63a45052349 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:23.229955 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-f8d07935-df96-40d6-b391-a63a45052349 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:23.331302 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1e09d51-a22e-5f09-8328-b2b494a4398b-bb87e434-5961-42c4-b38d-50439141c0c2', 'network_id': 'bb87e434-5961-42c4-b38d-50439141c0c2', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'fixed_ips': [{'subnet_id': '6753676f-a690-4cd5-873c-b11dd11060c9'}]}} from dv-cinder-798094-1-iscsi. {{(pid=79150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 12:35:23.332115 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:23.400867 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f8d07935-df96-40d6-b391-a63a45052349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3695342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34721'] for router, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:23.402197 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f8d07935-df96-40d6-b391-a63a45052349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3695626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34730'] for router, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:23.417590 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f8d07935-df96-40d6-b391-a63a45052349 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:23.491420 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.db_base_plugin_common [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Allocated IP 172.20.0.2 (bb87e434-5961-42c4-b38d-50439141c0c2/6753676f-a690-4cd5-873c-b11dd11060c9/97b4fb30-117b-494a-a3b4-e43ce0c0e246) {{(pid=79150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:35:23.703665 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Notify callbacks [] for port, precommit_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:23.714279 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Transition to ACTIVE for port object 97b4fb30-117b-494a-a3b4-e43ce0c0e246 will not be triggered until provisioned by entity L2. {{(pid=79150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:35:23.733409 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Transition to ACTIVE for port object 97b4fb30-117b-494a-a3b4-e43ce0c0e246 will not be triggered until provisioned by entity DHCP. {{(pid=79150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:35:23.826514 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f8d07935-df96-40d6-b391-a63a45052349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3695335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34692'] for router, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:23.839458 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319'] for port, after_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:23.844009 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:23.907249 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Network bb87e434-5961-42c4-b38d-50439141c0c2 is already hosted by enough agents. {{(pid=79150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:35:23.910023 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.scheduler.base_scheduler [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Resources bound (agent type, host, resource id): {{(pid=79150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:35:23.913529 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Received port after_create {{(pid=79150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:35:23.919268 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Pushing event updated for resources: {'Port': ['ID=97b4fb30-117b-494a-a3b4-e43ce0c0e246,revision_number=1']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:23.955851 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:23.956130 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:23.956464 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:23.956794 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:23.957117 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:23.957443 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:23.957761 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:23.958079 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:23.958400 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:23.958715 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:23.959076 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:23.959388 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:23.967590 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:24.016543 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Attempting to bind port 97b4fb30-117b-494a-a3b4-e43ce0c0e246 on host dv-cinder-798094-1-iscsi for vnic_type normal with profile {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:35:24.016914 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Attempting to bind port 97b4fb30-117b-494a-a3b4-e43ce0c0e246 by drivers openvswitch,hyperv on host dv-cinder-798094-1-iscsi at level 0 using segments [{'id': '4c43dd34-2a53-40db-bc2a-8c5bc39873e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bb87e434-5961-42c4-b38d-50439141c0c2'}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:35:24.017276 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Attempting to bind port 97b4fb30-117b-494a-a3b4-e43ce0c0e246 on network bb87e434-5961-42c4-b38d-50439141c0c2 {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:35:24.022494 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Checking agent: {'id': '97f6a438-5e0c-4082-aba3-e3ff467169d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 16, 39), 'started_at': datetime.datetime(2021, 6, 28, 12, 17, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:35:24.022902 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Checking segment: {'id': '4c43dd34-2a53-40db-bc2a-8c5bc39873e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bb87e434-5961-42c4-b38d-50439141c0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:35:24.023313 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:24.023705 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Bound using segment: {'id': '4c43dd34-2a53-40db-bc2a-8c5bc39873e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bb87e434-5961-42c4-b38d-50439141c0c2'} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:35:24.024197 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Bound port: 97b4fb30-117b-494a-a3b4-e43ce0c0e246, host: dv-cinder-798094-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c43dd34-2a53-40db-bc2a-8c5bc39873e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bb87e434-5961-42c4-b38d-50439141c0c2'}}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:35:24.024568 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:24.115293 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] For port 97b4fb30-117b-494a-a3b4-e43ce0c0e246, host dv-cinder-798094-1-iscsi, cleared binding levels {{(pid=79150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:35:24.118757 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] For port 97b4fb30-117b-494a-a3b4-e43ce0c0e246, host dv-cinder-798094-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=97b4fb30-117b-494a-a3b4-e43ce0c0e246,segment=NetworkSegment(4c43dd34-2a53-40db-bc2a-8c5bc39873e6),segment_id=4c43dd34-2a53-40db-bc2a-8c5bc39873e6)] {{(pid=79150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:35:24.212860 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:24.213267 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f8d07935-df96-40d6-b391-a63a45052349 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:24.216588 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:24.243658 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f8d07935-df96-40d6-b391-a63a45052349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:24.308819 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Pushing event updated for resources: {'Port': ['ID=97b4fb30-117b-494a-a3b4-e43ce0c0e246,revision_number=2']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:24.311447 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:24.391820 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [None req-f8d07935-df96-40d6-b391-a63a45052349 admin admin] Allocated IP 172.27.0.114 (c9286c56-74de-4de9-a16f-8e0a6aaad408/86bae704-b0f4-4850-808b-6f728b6b20f3/2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:35:24.568485 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f8d07935-df96-40d6-b391-a63a45052349 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:24.664165 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f8d07935-df96-40d6-b391-a63a45052349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:24.669466 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-33c2c951-4a7e-4106-8189-d4fff17e07f3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:24.729172 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d07935-df96-40d6-b391-a63a45052349 admin admin] Network c9286c56-74de-4de9-a16f-8e0a6aaad408 is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:35:24.732335 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-f8d07935-df96-40d6-b391-a63a45052349 admin admin] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:35:24.736008 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d07935-df96-40d6-b391-a63a45052349 admin admin] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:35:24.779166 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d07935-df96-40d6-b391-a63a45052349 admin admin] Pushing event updated for resources: {'Port': ['ID=2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:24.783919 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-f8d07935-df96-40d6-b391-a63a45052349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:25.126235 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:25.228401 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f8d07935-df96-40d6-b391-a63a45052349 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:25.331468 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cbbd2b-e75c-4948-9f9d-a172049e6cce None None] Network bb87e434-5961-42c4-b38d-50439141c0c2 requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:35:25.584509 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-5f4b0d96-e80b-4cb3-a6f4-4d4c5a4f72f1 None None] Provisioning for port 97b4fb30-117b-494a-a3b4-e43ce0c0e246 completed by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:35:25.661758 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 97b4fb30-117b-494a-a3b4-e43ce0c0e246 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:35:25.745012 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f8d07935-df96-40d6-b391-a63a45052349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3695352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696706'] for router, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:25.800766 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning for port 97b4fb30-117b-494a-a3b4-e43ce0c0e246 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:35:25.808250 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 97b4fb30-117b-494a-a3b4-e43ce0c0e246 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:25.812743 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:25.956327 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:25.966584 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-8d4e11a1-c2c0-4a15-9ad6-7e9e1dfbf535 None None] Provisioning complete for port 97b4fb30-117b-494a-a3b4-e43ce0c0e246 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:25.967169 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-8d4e11a1-c2c0-4a15-9ad6-7e9e1dfbf535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:25.967317 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8ba59-2d6d-4d30-a8d3-1c0e269efc43 req-1b496378-82fe-4827-b0df-dfc3f0dfbf89 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:25.968714 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a8b8ba59-2d6d-4d30-a8d3-1c0e269efc43 req-1b496378-82fe-4827-b0df-dfc3f0dfbf89 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=25817964-679c-4658-a314-076ddca5a7d5 HTTP/1.1" status: 200 len: 945 time: 0.0940130 Jun 28 12:35:26.015594 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-a8b8ba59-2d6d-4d30-a8d3-1c0e269efc43 req-b2d948e5-72a0-451d-8c1c-d834d8f95f8d tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f2b1afe-c2e3-4511-b6f9-dee3ff816f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408459 Jun 28 12:35:26.044181 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] For port 97b4fb30-117b-494a-a3b4-e43ce0c0e246, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=97b4fb30-117b-494a-a3b4-e43ce0c0e246,segment=NetworkSegment(4c43dd34-2a53-40db-bc2a-8c5bc39873e6),segment_id=4c43dd34-2a53-40db-bc2a-8c5bc39873e6)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:26.061153 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d07935-df96-40d6-b391-a63a45052349 admin admin] Router f168a6a3-306d-47a0-bd46-7c2aee9f6f61 is scheduled to L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 with binding_index 1 {{(pid=79148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:35:26.104109 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-8d4e11a1-c2c0-4a15-9ad6-7e9e1dfbf535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:26.125762 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:26.127976 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-f12f2544-32f5-4278-88a8-68b2a99480b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:26.238305 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.db.api [None req-8d4e11a1-c2c0-4a15-9ad6-7e9e1dfbf535 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 12:35:26.238660 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_db.api [None req-8d4e11a1-c2c0-4a15-9ad6-7e9e1dfbf535 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 12:35:26.240926 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Pushing event updated for resources: {'Port': ['ID=97b4fb30-117b-494a-a3b4-e43ce0c0e246,revision_number=3']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:26.242000 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d07935-df96-40d6-b391-a63a45052349 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:35:26.244366 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:26.259344 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b37b1c8-2e63-4f55-918c-e5b6e78b8b72 None None] Sync routers for ids ['f168a6a3-306d-47a0-bd46-7c2aee9f6f61'] in dv-cinder-798094-1-iscsi {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:35:26.269184 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b37b1c8-2e63-4f55-918c-e5b6e78b8b72 None None] Routers {'f168a6a3-306d-47a0-bd46-7c2aee9f6f61'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:26.269821 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-4b37b1c8-2e63-4f55-918c-e5b6e78b8b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:35:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['f168a6a3-306d-47a0-bd46-7c2aee9f6f61'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:26.318351 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-f8d07935-df96-40d6-b391-a63a45052349 admin admin] Notify callbacks [] for router, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:26.319732 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-f8d07935-df96-40d6-b391-a63a45052349 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1110728 Jun 28 12:35:26.322553 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54360) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:26.438627 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:35:26.456629 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-4b37b1c8-2e63-4f55-918c-e5b6e78b8b72 None None] Set router f168a6a3-306d-47a0-bd46-7c2aee9f6f61 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:26.694558 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d317a0f0-70aa-4155-af19-ab8cd004416e req-c0c4f9fd-d1b1-4163-88f2-cf2c7f659719 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2241313 Jun 28 12:35:26.747624 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-4b37b1c8-2e63-4f55-918c-e5b6e78b8b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'name': 'tempest-TestShelveInstance-454715643-router', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:23Z', 'updated_at': '2021-06-28T12:35:24Z', 'revision_number': 3, 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'gw_port': {'id': '2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:24Z', 'updated_at': '2021-06-28T12:35:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:26.752863 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b37b1c8-2e63-4f55-918c-e5b6e78b8b72 None None] Checking router: f168a6a3-306d-47a0-bd46-7c2aee9f6f61 for host: dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:35:26.753303 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b37b1c8-2e63-4f55-918c-e5b6e78b8b72 None None] Updating router f168a6a3-306d-47a0-bd46-7c2aee9f6f61 port 2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1 binding host dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:35:26.813088 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-4b37b1c8-2e63-4f55-918c-e5b6e78b8b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:27.111174 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317a0f0-70aa-4155-af19-ab8cd004416e req-62d80015-c43b-4053-95ae-725734682289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:27.112638 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d317a0f0-70aa-4155-af19-ab8cd004416e req-62d80015-c43b-4053-95ae-725734682289 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d731c92df6f44735b6ed8f7290374934&device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 1098 time: 0.3290222 Jun 28 12:35:27.221823 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61f500-d9bb-44fd-834d-fad9403ca458 req-84c01cfc-0fd6-486e-9bdc-fe89dae59150 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:27.223652 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-af61f500-d9bb-44fd-834d-fad9403ca458 req-84c01cfc-0fd6-486e-9bdc-fe89dae59150 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=25817964-679c-4658-a314-076ddca5a7d5 HTTP/1.1" status: 200 len: 945 time: 0.0919278 Jun 28 12:35:27.273284 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-af61f500-d9bb-44fd-834d-fad9403ca458 req-bd6a46fa-915c-44d2-b325-427eec0bc5b0 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f2b1afe-c2e3-4511-b6f9-dee3ff816f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424130 Jun 28 12:35:27.340975 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:27.351400 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-4b37b1c8-2e63-4f55-918c-e5b6e78b8b72 None None] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:27.357543 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317a0f0-70aa-4155-af19-ab8cd004416e req-1449269b-95af-4a46-a5c9-bf5e687887df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:27.359737 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d317a0f0-70aa-4155-af19-ab8cd004416e req-1449269b-95af-4a46-a5c9-bf5e687887df service neutron] 10.222.0.64 "GET /v2.0/networks?id=611bae97-b201-4ae0-aa3d-b952aec58054 HTTP/1.1" status: 200 len: 913 time: 0.2005188 Jun 28 12:35:27.375643 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [None req-4b37b1c8-2e63-4f55-918c-e5b6e78b8b72 None None] Transition to ACTIVE for port object 2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1 will not be triggered until provisioned by entity L2. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:35:27.467088 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-4b37b1c8-2e63-4f55-918c-e5b6e78b8b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:27.472476 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:27.548782 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-4b37b1c8-2e63-4f55-918c-e5b6e78b8b72 None None] Attempting to bind port 2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1 on host dv-cinder-798094-1-iscsi for vnic_type normal with profile {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:35:27.549157 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-4b37b1c8-2e63-4f55-918c-e5b6e78b8b72 None None] Attempting to bind port 2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1 by drivers openvswitch,hyperv on host dv-cinder-798094-1-iscsi at level 0 using segments [{'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:35:27.549521 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b37b1c8-2e63-4f55-918c-e5b6e78b8b72 None None] Attempting to bind port 2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1 on network c9286c56-74de-4de9-a16f-8e0a6aaad408 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:35:27.555922 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d317a0f0-70aa-4155-af19-ab8cd004416e req-24ed53c6-0a79-4da8-b71d-df6b42298ffb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6acad85-7082-49eb-984b-905172368108 HTTP/1.1" status: 200 len: 1001 time: 0.1544502 Jun 28 12:35:27.558914 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b37b1c8-2e63-4f55-918c-e5b6e78b8b72 None None] Checking agent: {'id': '97f6a438-5e0c-4082-aba3-e3ff467169d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 16, 39), 'started_at': datetime.datetime(2021, 6, 28, 12, 17, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:35:27.559292 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b37b1c8-2e63-4f55-918c-e5b6e78b8b72 None None] Checking segment: {'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:35:27.559690 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-4b37b1c8-2e63-4f55-918c-e5b6e78b8b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:27.560081 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b37b1c8-2e63-4f55-918c-e5b6e78b8b72 None None] Bound using segment: {'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:35:27.560542 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-4b37b1c8-2e63-4f55-918c-e5b6e78b8b72 None None] Bound port: 2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1, host: dv-cinder-798094-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:35:27.560956 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-4b37b1c8-2e63-4f55-918c-e5b6e78b8b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:27.591918 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c12134-1689-49ef-a979-a3e1530998bd None None] Pushing event updated for resources: {'Port': ['ID=2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:27.610905 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c12134-1689-49ef-a979-a3e1530998bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:27.611292 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c12134-1689-49ef-a979-a3e1530998bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:27.611575 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c12134-1689-49ef-a979-a3e1530998bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:27.611901 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c12134-1689-49ef-a979-a3e1530998bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:27.612228 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c12134-1689-49ef-a979-a3e1530998bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:27.612552 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c12134-1689-49ef-a979-a3e1530998bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:27.612874 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c12134-1689-49ef-a979-a3e1530998bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:27.613189 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c12134-1689-49ef-a979-a3e1530998bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:27.613524 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c12134-1689-49ef-a979-a3e1530998bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:27.613844 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c12134-1689-49ef-a979-a3e1530998bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:27.614155 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c12134-1689-49ef-a979-a3e1530998bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:27.614466 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c12134-1689-49ef-a979-a3e1530998bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:27.618333 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-d0c12134-1689-49ef-a979-a3e1530998bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:27.634453 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 97b4fb30-117b-494a-a3b4-e43ce0c0e246 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:35:27.656028 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [None req-4b37b1c8-2e63-4f55-918c-e5b6e78b8b72 None None] For port 2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1, host dv-cinder-798094-1-iscsi, cleared binding levels {{(pid=79151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:35:27.659289 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [None req-4b37b1c8-2e63-4f55-918c-e5b6e78b8b72 None None] For port 2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1, host dv-cinder-798094-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1,segment=NetworkSegment(4ef2d251-a773-41f5-87cd-cec6f249eb66),segment_id=4ef2d251-a773-41f5-87cd-cec6f249eb66)] {{(pid=79151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:35:27.679203 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317a0f0-70aa-4155-af19-ab8cd004416e req-51f25fb9-eb92-4399-9645-871ab1b80971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:27.680803 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d317a0f0-70aa-4155-af19-ab8cd004416e req-51f25fb9-eb92-4399-9645-871ab1b80971 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=07d77b73-0127-4dab-b2d9-b653c28d5b6a HTTP/1.1" status: 200 len: 851 time: 0.1179752 Jun 28 12:35:27.703343 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 97b4fb30-117b-494a-a3b4-e43ce0c0e246 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:27.703898 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:27.724871 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-4b37b1c8-2e63-4f55-918c-e5b6e78b8b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:27.728227 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Allocated IP 172.20.0.1 (bb87e434-5961-42c4-b38d-50439141c0c2/6753676f-a690-4cd5-873c-b11dd11060c9/e6fd4c95-95fa-4829-b80c-0f17fd75e235) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:35:27.733614 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:27.803399 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b37b1c8-2e63-4f55-918c-e5b6e78b8b72 None None] Routers {'f168a6a3-306d-47a0-bd46-7c2aee9f6f61'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:27.804045 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-4b37b1c8-2e63-4f55-918c-e5b6e78b8b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:35:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['f168a6a3-306d-47a0-bd46-7c2aee9f6f61'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:27.832979 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047cd36-7801-4ad3-a38a-33ec206a031d req-839f7302-62dc-4687-af4e-6329bad2fed1 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:27.835570 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6047cd36-7801-4ad3-a38a-33ec206a031d req-839f7302-62dc-4687-af4e-6329bad2fed1 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.64 "GET /v2.0/ports?device_id=25817964-679c-4658-a314-076ddca5a7d5 HTTP/1.1" status: 200 len: 945 time: 0.1415217 Jun 28 12:35:27.875966 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317a0f0-70aa-4155-af19-ab8cd004416e req-757056cc-0082-4828-b696-7a7ac1e56d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:27.878048 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d317a0f0-70aa-4155-af19-ab8cd004416e req-757056cc-0082-4828-b696-7a7ac1e56d98 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=611bae97-b201-4ae0-aa3d-b952aec58054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1816874 Jun 28 12:35:27.887071 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c12134-1689-49ef-a979-a3e1530998bd None None] Pushing event updated for resources: {'Port': ['ID=2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1,revision_number=3']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:27.890134 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-d0c12134-1689-49ef-a979-a3e1530998bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:27.921600 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [req-6047cd36-7801-4ad3-a38a-33ec206a031d req-31849d60-d667-49da-878c-ccb69b353c01 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Deleting port 57330de3-c2a4-421a-9aed-96f25bd8df9a {{(pid=79149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:27.922038 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-6047cd36-7801-4ad3-a38a-33ec206a031d req-31849d60-d667-49da-878c-ccb69b353c01 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:27.947088 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:28.004912 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-4b37b1c8-2e63-4f55-918c-e5b6e78b8b72 None None] Set router f168a6a3-306d-47a0-bd46-7c2aee9f6f61 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:28.018358 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.provisioning_blocks [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Transition to ACTIVE for port object e6fd4c95-95fa-4829-b80c-0f17fd75e235 will not be triggered until provisioned by entity DHCP. {{(pid=79148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:35:28.051228 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d317a0f0-70aa-4155-af19-ab8cd004416e req-5104ab4d-9223-415d-9fb3-b48e16c124c5 service neutron] 10.222.0.64 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645088 Jun 28 12:35:28.167789 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:28.173019 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-ba8ac6f9-8e05-4b03-80c4-a986efc78d28 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:28.190338 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.db [req-6047cd36-7801-4ad3-a38a-33ec206a031d req-31849d60-d667-49da-878c-ccb69b353c01 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] For port 57330de3-c2a4-421a-9aed-96f25bd8df9a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=57330de3-c2a4-421a-9aed-96f25bd8df9a,segment=NetworkSegment(dfd30b91-c668-41e0-a6ce-b8ba3812dfae),segment_id=dfd30b91-c668-41e0-a6ce-b8ba3812dfae)] {{(pid=79149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:28.190694 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-6047cd36-7801-4ad3-a38a-33ec206a031d req-31849d60-d667-49da-878c-ccb69b353c01 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:28.257341 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-d317a0f0-70aa-4155-af19-ab8cd004416e req-8c1dff36-9a68-4448-ab89-cbf198ca9618 service neutron] 10.222.0.64 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993210 Jun 28 12:35:28.261296 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Network bb87e434-5961-42c4-b38d-50439141c0c2 is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:35:28.264128 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:35:28.268747 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:35:28.301010 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=e6fd4c95-95fa-4829-b80c-0f17fd75e235,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:28.307949 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:28.349463 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3696772'] for router_interface, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:28.352393 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-4b37b1c8-2e63-4f55-918c-e5b6e78b8b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'name': 'tempest-TestShelveInstance-454715643-router', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:23Z', 'updated_at': '2021-06-28T12:35:24Z', 'revision_number': 3, 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'gw_port': {'id': '2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:24Z', 'updated_at': '2021-06-28T12:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:28.356548 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b37b1c8-2e63-4f55-918c-e5b6e78b8b72 None None] The sync data for ids ['f168a6a3-306d-47a0-bd46-7c2aee9f6f61'] in dv-cinder-798094-1-iscsi is: [{'id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'name': 'tempest-TestShelveInstance-454715643-router', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:23Z', 'updated_at': '2021-06-28T12:35:24Z', 'revision_number': 3, 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'gw_port': {'id': '2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:24Z', 'updated_at': '2021-06-28T12:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}] {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:35:28.706688 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-b66a2313-eaa5-410a-8970-74e42e609c89 None None] Provisioning for port e6fd4c95-95fa-4829-b80c-0f17fd75e235 completed by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:35:28.723470 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-b66a2313-eaa5-410a-8970-74e42e609c89 None None] Provisioning complete for port e6fd4c95-95fa-4829-b80c-0f17fd75e235 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:28.724111 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-b66a2313-eaa5-410a-8970-74e42e609c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:28.729170 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-6047cd36-7801-4ad3-a38a-33ec206a031d req-31849d60-d667-49da-878c-ccb69b353c01 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:28.731812 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-6047cd36-7801-4ad3-a38a-33ec206a031d req-31849d60-d667-49da-878c-ccb69b353c01 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696881'] for floatingip, after_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:28.731812 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.db.l3_db [req-6047cd36-7801-4ad3-a38a-33ec206a031d req-31849d60-d667-49da-878c-ccb69b353c01 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Floating IP 725d46d6-f1a8-4578-a40c-13e4b3a33799 disassociated. External IP: 172.27.0.93, port: 57330de3-c2a4-421a-9aed-96f25bd8df9a. Jun 28 12:35:28.731812 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [req-6047cd36-7801-4ad3-a38a-33ec206a031d req-31849d60-d667-49da-878c-ccb69b353c01 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Calling delete_port for 57330de3-c2a4-421a-9aed-96f25bd8df9a owned by compute:nova {{(pid=79149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:35:28.787743 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-b66a2313-eaa5-410a-8970-74e42e609c89 None None] Port e6fd4c95-95fa-4829-b80c-0f17fd75e235 cannot update to ACTIVE because it is not bound. {{(pid=79150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:35:28.801646 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343c18b-f508-4e1a-830d-d77e2b7ece04 req-3103f19e-aa5e-4471-b3a8-e8f9a8e1e769 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:28.803340 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1343c18b-f508-4e1a-830d-d77e2b7ece04 req-3103f19e-aa5e-4471-b3a8-e8f9a8e1e769 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=25817964-679c-4658-a314-076ddca5a7d5 HTTP/1.1" status: 200 len: 945 time: 0.2304049 Jun 28 12:35:28.912026 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1343c18b-f508-4e1a-830d-d77e2b7ece04 req-50dca3e5-7fd1-4999-b5a7-a2a2978cb6a5 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f2b1afe-c2e3-4511-b6f9-dee3ff816f59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016955 Jun 28 12:35:28.919216 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:29.006546 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-6047cd36-7801-4ad3-a38a-33ec206a031d req-31849d60-d667-49da-878c-ccb69b353c01 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:29.013252 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-45f015bf-7d2d-431d-8691-438604e0816b tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:29.063956 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31849d60-d667-49da-878c-ccb69b353c01 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Pushing event deleted for resources: {'Port': ['ID=57330de3-c2a4-421a-9aed-96f25bd8df9a,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:29.128469 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31849d60-d667-49da-878c-ccb69b353c01 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:29.128839 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31849d60-d667-49da-878c-ccb69b353c01 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:29.129199 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31849d60-d667-49da-878c-ccb69b353c01 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:29.129552 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31849d60-d667-49da-878c-ccb69b353c01 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:29.129902 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31849d60-d667-49da-878c-ccb69b353c01 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:29.130259 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31849d60-d667-49da-878c-ccb69b353c01 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:29.130608 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31849d60-d667-49da-878c-ccb69b353c01 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:29.130981 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31849d60-d667-49da-878c-ccb69b353c01 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:29.131329 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31849d60-d667-49da-878c-ccb69b353c01 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:29.131670 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31849d60-d667-49da-878c-ccb69b353c01 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:29.132008 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31849d60-d667-49da-878c-ccb69b353c01 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:29.132347 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31849d60-d667-49da-878c-ccb69b353c01 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:29.143344 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-31849d60-d667-49da-878c-ccb69b353c01 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:29.178179 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:29.238593 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:29.265112 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6047cd36-7801-4ad3-a38a-33ec206a031d req-31849d60-d667-49da-878c-ccb69b353c01 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Router 59ef1cad-a767-4060-9ad7-063cab56c2fe has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:35:29.269195 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-cd85326d-3767-4317-b68e-84c8917a55ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:29.348843 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3781337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695149'] for router_interface, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:29.353573 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=e6fd4c95-95fa-4829-b80c-0f17fd75e235,revision_number=2']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:29.378422 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:29.378832 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:29.379210 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:29.379555 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:29.379908 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:29.380264 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:29.380614 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:29.380962 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:29.381313 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:29.381660 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:29.382004 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:29.382344 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:29.400388 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:29.459449 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6047cd36-7801-4ad3-a38a-33ec206a031d req-31849d60-d667-49da-878c-ccb69b353c01 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:35:29.471488 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8665b43-0877-413d-b380-b0e153e11e7e None None] Sync routers for ids ['59ef1cad-a767-4060-9ad7-063cab56c2fe'] in dv-cinder-798094-1-iscsi {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:35:29.486620 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8665b43-0877-413d-b380-b0e153e11e7e None None] Routers {'59ef1cad-a767-4060-9ad7-063cab56c2fe'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:29.488429 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-d8665b43-0877-413d-b380-b0e153e11e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:35:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['59ef1cad-a767-4060-9ad7-063cab56c2fe'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:29.517030 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Network bb87e434-5961-42c4-b38d-50439141c0c2 is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:35:29.518226 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:35:29.542466 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.l3_dvrscheduler_db [req-6047cd36-7801-4ad3-a38a-33ec206a031d req-31849d60-d667-49da-878c-ccb69b353c01 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] No DVR routers for this DVR port 57330de3-c2a4-421a-9aed-96f25bd8df9a on host hv-cinder-79809 {{(pid=79149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:35:29.545354 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-6047cd36-7801-4ad3-a38a-33ec206a031d req-31849d60-d667-49da-878c-ccb69b353c01 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:29.567154 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25817964-679c-4658-a314-076ddca5a7d5', 'name': 'network-vif-deleted', 'tag': '57330de3-c2a4-421a-9aed-96f25bd8df9a'}] {{(pid=79149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:35:29.635935 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6047cd36-7801-4ad3-a38a-33ec206a031d req-31849d60-d667-49da-878c-ccb69b353c01 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.64 "DELETE /v2.0/ports/57330de3-c2a4-421a-9aed-96f25bd8df9a HTTP/1.1" status: 204 len: 173 time: 1.7942574 Jun 28 12:35:29.667645 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25817964-679c-4658-a314-076ddca5a7d5', 'name': 'network-vif-deleted', 'tag': '57330de3-c2a4-421a-9aed-96f25bd8df9a', 'status': 'completed', 'code': 200} Jun 28 12:35:29.728052 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:35:29.759334 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Router f168a6a3-306d-47a0-bd46-7c2aee9f6f61 has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:35:29.802280 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-d8665b43-0877-413d-b380-b0e153e11e7e None None] Set router 59ef1cad-a767-4060-9ad7-063cab56c2fe gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:29.970710 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:35:29.985873 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] 10.222.0.24 "PUT /v2.0/routers/f168a6a3-306d-47a0-bd46-7c2aee9f6f61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6620855 Jun 28 12:35:30.011555 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-427838ad-f114-4ced-bf23-67ef4bf830b9 None None] Provisioning complete for port e6fd4c95-95fa-4829-b80c-0f17fd75e235 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:30.011926 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-427838ad-f114-4ced-bf23-67ef4bf830b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:30.116125 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-3964124e-c483-44cb-adcb-f3cd5bc1651c req-971f0758-a74f-4b20-954c-c73d8acf7bcc tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Synchronizing usage tracker for tenant:2ad5e7e0f4e04e7ca73089fe82192600 on resource:port {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:35:30.155555 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-427838ad-f114-4ced-bf23-67ef4bf830b9 None None] Port e6fd4c95-95fa-4829-b80c-0f17fd75e235 cannot update to ACTIVE because it is not bound. {{(pid=79150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:35:30.204430 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59fa4b5-c1a5-4600-b6d8-15d06ea09fe2 None None] Sync routers for ids ['f168a6a3-306d-47a0-bd46-7c2aee9f6f61'] in dv-cinder-798094-1-iscsi {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:35:30.215584 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59fa4b5-c1a5-4600-b6d8-15d06ea09fe2 None None] Routers {'f168a6a3-306d-47a0-bd46-7c2aee9f6f61'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:30.216206 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-b59fa4b5-c1a5-4600-b6d8-15d06ea09fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:35:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['f168a6a3-306d-47a0-bd46-7c2aee9f6f61'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:30.250096 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning for port 2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:35:30.259997 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:30.260370 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:30.269327 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-3964124e-c483-44cb-adcb-f3cd5bc1651c req-971f0758-a74f-4b20-954c-c73d8acf7bcc tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Unset dirty status for tenant:2ad5e7e0f4e04e7ca73089fe82192600 on resource:port {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:35:30.279255 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3964124e-c483-44cb-adcb-f3cd5bc1651c req-971f0758-a74f-4b20-954c-c73d8acf7bcc tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/ports?device_id=25817964-679c-4658-a314-076ddca5a7d5 HTTP/1.1" status: 200 len: 210 time: 0.2036481 Jun 28 12:35:30.382566 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-d8665b43-0877-413d-b380-b0e153e11e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'name': 'tempest-AttachVolumeTestJSON-1378796990-router', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:02Z', 'updated_at': '2021-06-28T12:29:09Z', 'revision_number': 4, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'gw_port': {'id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:dd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '0e3134a8-b62b-4746-b794-3181092f9313', 'name': '', 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'mac_address': 'fa:16:3e:f3:fb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:08Z', 'updated_at': '2021-06-28T12:29:15Z', 'revision_number': 5, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'subnets': [{'id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:30.395771 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8665b43-0877-413d-b380-b0e153e11e7e None None] Checking router: 59ef1cad-a767-4060-9ad7-063cab56c2fe for host: dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:35:30.411550 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8665b43-0877-413d-b380-b0e153e11e7e None None] Routers {'59ef1cad-a767-4060-9ad7-063cab56c2fe'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:30.412113 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-d8665b43-0877-413d-b380-b0e153e11e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:35:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['59ef1cad-a767-4060-9ad7-063cab56c2fe'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:30.448113 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-b59fa4b5-c1a5-4600-b6d8-15d06ea09fe2 None None] Set router f168a6a3-306d-47a0-bd46-7c2aee9f6f61 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:30.464331 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:30.508091 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] For port 2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1,segment=NetworkSegment(4ef2d251-a773-41f5-87cd-cec6f249eb66),segment_id=4ef2d251-a773-41f5-87cd-cec6f249eb66)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:30.571370 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 57330de3-c2a4-421a-9aed-96f25bd8df9a no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:35:30.621753 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:30.626081 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:30.663049 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] No Port match for: 57330de3-c2a4-421a-9aed-96f25bd8df9a {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:35:30.663460 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 57330de3-c2a4-421a-9aed-96f25bd8df9a not bound to the agent host hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:35:30.733725 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-d8665b43-0877-413d-b380-b0e153e11e7e None None] Set router 59ef1cad-a767-4060-9ad7-063cab56c2fe gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:30.809232 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Pushing event updated for resources: {'Port': ['ID=2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:30.814053 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:30.824046 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-b59fa4b5-c1a5-4600-b6d8-15d06ea09fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'name': 'tempest-TestShelveInstance-454715643-router', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:23Z', 'updated_at': '2021-06-28T12:35:28Z', 'revision_number': 4, 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'gw_port': {'id': '2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:24Z', 'updated_at': '2021-06-28T12:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': 'e6fd4c95-95fa-4829-b80c-0f17fd75e235', 'name': '', 'network_id': 'bb87e434-5961-42c4-b38d-50439141c0c2', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'mac_address': 'fa:16:3e:98:61:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6753676f-a690-4cd5-873c-b11dd11060c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:27Z', 'updated_at': '2021-06-28T12:35:29Z', 'revision_number': 2, 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'subnets': [{'id': '6753676f-a690-4cd5-873c-b11dd11060c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:30.828587 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59fa4b5-c1a5-4600-b6d8-15d06ea09fe2 None None] Checking router: f168a6a3-306d-47a0-bd46-7c2aee9f6f61 for host: dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:35:30.829050 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59fa4b5-c1a5-4600-b6d8-15d06ea09fe2 None None] Updating router f168a6a3-306d-47a0-bd46-7c2aee9f6f61 port e6fd4c95-95fa-4829-b80c-0f17fd75e235 binding host dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:35:30.870334 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54386) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:30.877363 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-22283006-29bf-4e69-96c8-4e0dad592d6a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-821356014-network', 'tenant_id': '4b5ec90e93514182a80ca923d99097a8'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:35:30.884257 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-22283006-29bf-4e69-96c8-4e0dad592d6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:30.889713 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-22283006-29bf-4e69-96c8-4e0dad592d6a admin admin] Usage tracker for resource:network and tenant:4b5ec90e93514182a80ca923d99097a8 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:30.893373 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-22283006-29bf-4e69-96c8-4e0dad592d6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:30.895416 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b59fa4b5-c1a5-4600-b6d8-15d06ea09fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:30.902002 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-22283006-29bf-4e69-96c8-4e0dad592d6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:30.981347 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22283006-29bf-4e69-96c8-4e0dad592d6a admin admin] Made reservation on behalf of 4b5ec90e93514182a80ca923d99097a8 for: {'network': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:35:30.983845 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-22283006-29bf-4e69-96c8-4e0dad592d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for network, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:30.997141 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-22283006-29bf-4e69-96c8-4e0dad592d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:31.013812 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-22283006-29bf-4e69-96c8-4e0dad592d6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:31.017395 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-22283006-29bf-4e69-96c8-4e0dad592d6a admin admin] Usage tracker for resource:security_group_rule and tenant:4b5ec90e93514182a80ca923d99097a8 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:31.020507 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-22283006-29bf-4e69-96c8-4e0dad592d6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:31.027445 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-22283006-29bf-4e69-96c8-4e0dad592d6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:31.090546 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-d8665b43-0877-413d-b380-b0e153e11e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'name': 'tempest-AttachVolumeTestJSON-1378796990-router', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:02Z', 'updated_at': '2021-06-28T12:29:09Z', 'revision_number': 4, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'gw_port': {'id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:dd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '0e3134a8-b62b-4746-b794-3181092f9313', 'name': '', 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'mac_address': 'fa:16:3e:f3:fb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:08Z', 'updated_at': '2021-06-28T12:29:15Z', 'revision_number': 5, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'subnets': [{'id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:31.096004 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8665b43-0877-413d-b380-b0e153e11e7e None None] The sync data for ids ['59ef1cad-a767-4060-9ad7-063cab56c2fe'] in dv-cinder-798094-1-iscsi is: [{'id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'name': 'tempest-AttachVolumeTestJSON-1378796990-router', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:02Z', 'updated_at': '2021-06-28T12:29:09Z', 'revision_number': 4, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'gw_port': {'id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:dd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '0e3134a8-b62b-4746-b794-3181092f9313', 'name': '', 'network_id': '85f9191a-de6b-428c-8880-77a90cc8bb8e', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'mac_address': 'fa:16:3e:f3:fb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:08Z', 'updated_at': '2021-06-28T12:29:15Z', 'revision_number': 5, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'subnets': [{'id': '11742b8b-e4b9-4a4b-87d5-497ec56e1d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:35:31.125455 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-22283006-29bf-4e69-96c8-4e0dad592d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:31.218134 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-22283006-29bf-4e69-96c8-4e0dad592d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:31.221324 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-3b7e76fd-ab7f-4833-8faa-5b67ad72771b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:31.254119 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22283006-29bf-4e69-96c8-4e0dad592d6a admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=79148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:35:31.260724 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22283006-29bf-4e69-96c8-4e0dad592d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb8f3cf-e1dd-4d08-9189-c0ae0008cbc1,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:31.264774 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-22283006-29bf-4e69-96c8-4e0dad592d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:31.269042 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-22283006-29bf-4e69-96c8-4e0dad592d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:31.271322 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.db.segments_db [None req-22283006-29bf-4e69-96c8-4e0dad592d6a admin admin] Added segment d1db4c52-3a85-4a44-8470-73bdf633bac0 of type vlan for network bd184b53-9f62-45d5-8e7b-3d445499deef Jun 28 12:35:31.300214 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-22283006-29bf-4e69-96c8-4e0dad592d6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727236854384'] for network, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:31.339145 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b59fa4b5-c1a5-4600-b6d8-15d06ea09fe2 None None] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:31.352771 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [None req-b59fa4b5-c1a5-4600-b6d8-15d06ea09fe2 None None] Transition to ACTIVE for port object e6fd4c95-95fa-4829-b80c-0f17fd75e235 will not be triggered until provisioned by entity L2. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:35:31.392427 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fe8d16-163d-4904-9242-4fe93f8e1000 None None] New status for floating IP 725d46d6-f1a8-4578-a40c-13e4b3a33799: DOWN {{(pid=79150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:35:31.417558 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-22283006-29bf-4e69-96c8-4e0dad592d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291'] for network, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:31.422345 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22283006-29bf-4e69-96c8-4e0dad592d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:31.422345 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-22283006-29bf-4e69-96c8-4e0dad592d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:31.423703 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:31.475276 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b59fa4b5-c1a5-4600-b6d8-15d06ea09fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:31.482191 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:31.509432 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 54394) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:31.531159 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22283006-29bf-4e69-96c8-4e0dad592d6a admin admin] Pushing event updated for resources: {'Network': ['ID=bd184b53-9f62-45d5-8e7b-3d445499deef,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:31.535407 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-22283006-29bf-4e69-96c8-4e0dad592d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:31.587895 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-22283006-29bf-4e69-96c8-4e0dad592d6a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7161269 Jun 28 12:35:31.590500 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54398) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:31.606945 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-a1579956-18cb-40f6-8005-07b80555586a admin admin] Request body: {'subnet': {'network_id': 'bd184b53-9f62-45d5-8e7b-3d445499deef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-821356014-subnet', 'tenant_id': '4b5ec90e93514182a80ca923d99097a8', 'ip_version': 4}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:35:31.607085 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Network bd184b53-9f62-45d5-8e7b-3d445499deef details requested by agent ovs-agent-dv-cinder-798094-1-iscsi with host dv-cinder-798094-1-iscsi {{(pid=79150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:35:31.607437 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-a1579956-18cb-40f6-8005-07b80555586a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:31.615952 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-a1579956-18cb-40f6-8005-07b80555586a admin admin] Usage tracker for resource:subnet and tenant:4b5ec90e93514182a80ca923d99097a8 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:31.624347 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-a1579956-18cb-40f6-8005-07b80555586a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:31.638564 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-a1579956-18cb-40f6-8005-07b80555586a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:31.662727 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-eddd47a1-460f-4080-8596-8d2eb6054e18 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:31.703478 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:35:31.709528 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e332a-6b59-4d16-9b80-3984808f4935 None None] Pushing event updated for resources: {'Port': ['ID=e6fd4c95-95fa-4829-b80c-0f17fd75e235,revision_number=3']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:31.713828 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-552e332a-6b59-4d16-9b80-3984808f4935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:31.721000 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-eddd47a1-460f-4080-8596-8d2eb6054e18 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:31.746721 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1579956-18cb-40f6-8005-07b80555586a admin admin] Made reservation on behalf of 4b5ec90e93514182a80ca923d99097a8 for: {'subnet': 1} {{(pid=79148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:35:31.749052 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-a1579956-18cb-40f6-8005-07b80555586a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1741798'] for subnet, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:31.804573 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-b59fa4b5-c1a5-4600-b6d8-15d06ea09fe2 None None] Attempting to bind port e6fd4c95-95fa-4829-b80c-0f17fd75e235 on host dv-cinder-798094-1-iscsi for vnic_type normal with profile {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:35:31.806015 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-b59fa4b5-c1a5-4600-b6d8-15d06ea09fe2 None None] Attempting to bind port e6fd4c95-95fa-4829-b80c-0f17fd75e235 by drivers openvswitch,hyperv on host dv-cinder-798094-1-iscsi at level 0 using segments [{'id': '4c43dd34-2a53-40db-bc2a-8c5bc39873e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bb87e434-5961-42c4-b38d-50439141c0c2'}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:35:31.806015 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59fa4b5-c1a5-4600-b6d8-15d06ea09fe2 None None] Attempting to bind port e6fd4c95-95fa-4829-b80c-0f17fd75e235 on network bb87e434-5961-42c4-b38d-50439141c0c2 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:35:31.812962 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:31.813498 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:31.814916 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59fa4b5-c1a5-4600-b6d8-15d06ea09fe2 None None] Checking agent: {'id': '97f6a438-5e0c-4082-aba3-e3ff467169d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 16, 39), 'started_at': datetime.datetime(2021, 6, 28, 12, 17, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:35:31.815584 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59fa4b5-c1a5-4600-b6d8-15d06ea09fe2 None None] Checking segment: {'id': '4c43dd34-2a53-40db-bc2a-8c5bc39873e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bb87e434-5961-42c4-b38d-50439141c0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:35:31.816392 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b59fa4b5-c1a5-4600-b6d8-15d06ea09fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:31.817051 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59fa4b5-c1a5-4600-b6d8-15d06ea09fe2 None None] Bound using segment: {'id': '4c43dd34-2a53-40db-bc2a-8c5bc39873e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bb87e434-5961-42c4-b38d-50439141c0c2'} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:35:31.817856 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-b59fa4b5-c1a5-4600-b6d8-15d06ea09fe2 None None] Bound port: e6fd4c95-95fa-4829-b80c-0f17fd75e235, host: dv-cinder-798094-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c43dd34-2a53-40db-bc2a-8c5bc39873e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bb87e434-5961-42c4-b38d-50439141c0c2'}}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:35:31.818515 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b59fa4b5-c1a5-4600-b6d8-15d06ea09fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:31.867315 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-eddd47a1-460f-4080-8596-8d2eb6054e18 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:31.873644 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-dc28b226-eacc-4ab0-8534-a7475b41d264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:31.893636 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd47a1-460f-4080-8596-8d2eb6054e18 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2b1afe-c2e3-4511-b6f9-dee3ff816f59,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:31.919076 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-eddd47a1-460f-4080-8596-8d2eb6054e18 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:31.966223 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [None req-b59fa4b5-c1a5-4600-b6d8-15d06ea09fe2 None None] For port e6fd4c95-95fa-4829-b80c-0f17fd75e235, host dv-cinder-798094-1-iscsi, cleared binding levels {{(pid=79151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:35:31.969868 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [None req-b59fa4b5-c1a5-4600-b6d8-15d06ea09fe2 None None] For port e6fd4c95-95fa-4829-b80c-0f17fd75e235, host dv-cinder-798094-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=e6fd4c95-95fa-4829-b80c-0f17fd75e235,segment=NetworkSegment(4c43dd34-2a53-40db-bc2a-8c5bc39873e6),segment_id=4c43dd34-2a53-40db-bc2a-8c5bc39873e6)] {{(pid=79151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:35:32.012407 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-eddd47a1-460f-4080-8596-8d2eb6054e18 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:32.013619 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-eddd47a1-460f-4080-8596-8d2eb6054e18 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "DELETE /v2.0/security-groups/4f2b1afe-c2e3-4511-b6f9-dee3ff816f59 HTTP/1.1" status: 204 len: 168 time: 0.5024006 Jun 28 12:35:32.016326 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 54402) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:32.029968 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b59fa4b5-c1a5-4600-b6d8-15d06ea09fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:32.034011 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.api.v2.resource [None req-aef55a5b-f7f8-4a50-944b-3c093f4577a3 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] show failed (client error): The resource could not be found. Jun 28 12:35:32.034415 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-aef55a5b-f7f8-4a50-944b-3c093f4577a3 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "GET /v2.0/security-groups/4f2b1afe-c2e3-4511-b6f9-dee3ff816f59 HTTP/1.1" status: 404 len: 347 time: 0.0170205 Jun 28 12:35:32.035288 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:32.038233 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 54406) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:32.093023 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-a1579956-18cb-40f6-8005-07b80555586a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1905340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1741808'] for subnet, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:32.098787 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:32.106879 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e332a-6b59-4d16-9b80-3984808f4935 None None] Pushing event updated for resources: {'Port': ['ID=e6fd4c95-95fa-4829-b80c-0f17fd75e235,revision_number=4']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:32.111890 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-552e332a-6b59-4d16-9b80-3984808f4935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:32.121414 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59fa4b5-c1a5-4600-b6d8-15d06ea09fe2 None None] Routers {'f168a6a3-306d-47a0-bd46-7c2aee9f6f61'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:32.122974 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-b59fa4b5-c1a5-4600-b6d8-15d06ea09fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:35:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['f168a6a3-306d-47a0-bd46-7c2aee9f6f61'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:32.212438 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-29f995b2-f91b-41bc-a044-accb779e9d66 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Deleting port 1db7fbde-1a3a-48c6-8dbb-698b323ee1c9 {{(pid=79149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:32.213091 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-29f995b2-f91b-41bc-a044-accb779e9d66 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:32.273907 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1579956-18cb-40f6-8005-07b80555586a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0999f426-ac02-45aa-ba17-535b53e0a75b,revision_number=0']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:32.281107 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-a1579956-18cb-40f6-8005-07b80555586a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:32.312503 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1579956-18cb-40f6-8005-07b80555586a admin admin] Checking segment: {'id': 'd1db4c52-3a85-4a44-8470-73bdf633bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd184b53-9f62-45d5-8e7b-3d445499deef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:35:32.312863 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1579956-18cb-40f6-8005-07b80555586a admin admin] Network hostable DHCP agents. Network: bd184b53-9f62-45d5-8e7b-3d445499deef, hostable agents: ['00922891-a33d-4784-963e-6ef69cbf19e0'], hosted agents: [] {{(pid=79148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:35:32.361209 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-b59fa4b5-c1a5-4600-b6d8-15d06ea09fe2 None None] Set router f168a6a3-306d-47a0-bd46-7c2aee9f6f61 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:32.395033 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1579956-18cb-40f6-8005-07b80555586a admin admin] Network bd184b53-9f62-45d5-8e7b-3d445499deef is scheduled to be hosted by DHCP agent 00922891-a33d-4784-963e-6ef69cbf19e0 with binding_index 1 {{(pid=79148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:35:32.414443 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-29f995b2-f91b-41bc-a044-accb779e9d66 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:32.414929 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-29f995b2-f91b-41bc-a044-accb779e9d66 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:32.472676 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-a1579956-18cb-40f6-8005-07b80555586a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-iscsi, bd184b53-9f62-45d5-8e7b-3d445499deef) {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:35:32.483975 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1579956-18cb-40f6-8005-07b80555586a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:32.484905 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-a1579956-18cb-40f6-8005-07b80555586a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for subnet, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:32.499486 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec9ad51-d4d7-4b70-a13c-90f7e4e3befe None None] Network bd184b53-9f62-45d5-8e7b-3d445499deef requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:35:32.601173 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-a1579956-18cb-40f6-8005-07b80555586a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0090566 Jun 28 12:35:32.609033 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54410) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:32.617256 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-498b960a-d580-4539-b495-d64a13c236d5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-821356014-router', 'tenant_id': '4b5ec90e93514182a80ca923d99097a8', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:35:32.634909 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-498b960a-d580-4539-b495-d64a13c236d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:32.641385 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-498b960a-d580-4539-b495-d64a13c236d5 admin admin] Usage tracker for resource:router and tenant:4b5ec90e93514182a80ca923d99097a8 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:32.646113 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-498b960a-d580-4539-b495-d64a13c236d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:32.656396 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-498b960a-d580-4539-b495-d64a13c236d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:32.728079 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-29f995b2-f91b-41bc-a044-accb779e9d66 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Calling delete_port for 1db7fbde-1a3a-48c6-8dbb-698b323ee1c9 owned by network:floatingip {{(pid=79149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:35:32.747260 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-498b960a-d580-4539-b495-d64a13c236d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3695342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34721'] for router, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:32.748493 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-498b960a-d580-4539-b495-d64a13c236d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3695626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696759', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3719097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34730'] for router, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:32.767106 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-498b960a-d580-4539-b495-d64a13c236d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:32.780894 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-b59fa4b5-c1a5-4600-b6d8-15d06ea09fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'name': 'tempest-TestShelveInstance-454715643-router', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:23Z', 'updated_at': '2021-06-28T12:35:28Z', 'revision_number': 4, 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'gw_port': {'id': '2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:24Z', 'updated_at': '2021-06-28T12:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': 'e6fd4c95-95fa-4829-b80c-0f17fd75e235', 'name': '', 'network_id': 'bb87e434-5961-42c4-b38d-50439141c0c2', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'mac_address': 'fa:16:3e:98:61:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6753676f-a690-4cd5-873c-b11dd11060c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:27Z', 'updated_at': '2021-06-28T12:35:31Z', 'revision_number': 4, 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'subnets': [{'id': '6753676f-a690-4cd5-873c-b11dd11060c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:32.787931 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59fa4b5-c1a5-4600-b6d8-15d06ea09fe2 None None] The sync data for ids ['f168a6a3-306d-47a0-bd46-7c2aee9f6f61'] in dv-cinder-798094-1-iscsi is: [{'id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'name': 'tempest-TestShelveInstance-454715643-router', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:23Z', 'updated_at': '2021-06-28T12:35:28Z', 'revision_number': 4, 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'gw_port': {'id': '2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:24Z', 'updated_at': '2021-06-28T12:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': 'e6fd4c95-95fa-4829-b80c-0f17fd75e235', 'name': '', 'network_id': 'bb87e434-5961-42c4-b38d-50439141c0c2', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'mac_address': 'fa:16:3e:98:61:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6753676f-a690-4cd5-873c-b11dd11060c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:27Z', 'updated_at': '2021-06-28T12:35:31Z', 'revision_number': 4, 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'subnets': [{'id': '6753676f-a690-4cd5-873c-b11dd11060c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:35:32.806785 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e731805d-8d45-41f5-abce-a604cf94163a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc1e09d51-a22e-5f09-8328-b2b494a4398b-bd184b53-9f62-45d5-8e7b-3d445499deef', 'network_id': 'bd184b53-9f62-45d5-8e7b-3d445499deef', 'tenant_id': '4b5ec90e93514182a80ca923d99097a8', 'fixed_ips': [{'subnet_id': '0999f426-ac02-45aa-ba17-535b53e0a75b'}]}} from dv-cinder-798094-1-iscsi. {{(pid=79150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 12:35:32.807757 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-e731805d-8d45-41f5-abce-a604cf94163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:33.005002 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-29f995b2-f91b-41bc-a044-accb779e9d66 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:33.011772 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-d9521629-bc20-43df-a7cd-ce1d342d04ae tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:33.023143 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.db_base_plugin_common [None req-e731805d-8d45-41f5-abce-a604cf94163a None None] Allocated IP 172.20.0.2 (bd184b53-9f62-45d5-8e7b-3d445499deef/0999f426-ac02-45aa-ba17-535b53e0a75b/5ce06bcd-2249-4df7-ad90-22b65ebdf18f) {{(pid=79150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:35:33.071004 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f995b2-f91b-41bc-a044-accb779e9d66 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Pushing event deleted for resources: {'Port': ['ID=1db7fbde-1a3a-48c6-8dbb-698b323ee1c9,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:33.074246 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-29f995b2-f91b-41bc-a044-accb779e9d66 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:33.189430 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-498b960a-d580-4539-b495-d64a13c236d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3695335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34692'] for router, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:33.196185 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-29f995b2-f91b-41bc-a044-accb779e9d66 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks [] for floatingip, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:33.273325 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-e731805d-8d45-41f5-abce-a604cf94163a None None] Notify callbacks [] for port, precommit_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:33.287216 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-e731805d-8d45-41f5-abce-a604cf94163a None None] Transition to ACTIVE for port object 5ce06bcd-2249-4df7-ad90-22b65ebdf18f will not be triggered until provisioned by entity L2. {{(pid=79150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:35:33.309703 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-e731805d-8d45-41f5-abce-a604cf94163a None None] Transition to ACTIVE for port object 5ce06bcd-2249-4df7-ad90-22b65ebdf18f will not be triggered until provisioned by entity DHCP. {{(pid=79150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:35:33.387821 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-29f995b2-f91b-41bc-a044-accb779e9d66 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for floatingip, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:33.392423 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-29f995b2-f91b-41bc-a044-accb779e9d66 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] 10.222.0.24 "DELETE /v2.0/floatingips/725d46d6-f1a8-4578-a40c-13e4b3a33799 HTTP/1.1" status: 204 len: 168 time: 1.3531234 Jun 28 12:35:33.478654 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-e731805d-8d45-41f5-abce-a604cf94163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319'] for port, after_create {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:33.483229 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:33.544615 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e731805d-8d45-41f5-abce-a604cf94163a None None] Network bd184b53-9f62-45d5-8e7b-3d445499deef is already hosted by enough agents. {{(pid=79150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:35:33.552849 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.scheduler.base_scheduler [None req-e731805d-8d45-41f5-abce-a604cf94163a None None] Resources bound (agent type, host, resource id): {{(pid=79150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:35:33.558632 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e731805d-8d45-41f5-abce-a604cf94163a None None] Received port after_create {{(pid=79150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:35:33.632002 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731805d-8d45-41f5-abce-a604cf94163a None None] Pushing event updated for resources: {'Port': ['ID=5ce06bcd-2249-4df7-ad90-22b65ebdf18f,revision_number=1']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:33.640117 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-e731805d-8d45-41f5-abce-a604cf94163a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:33.661595 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-e731805d-8d45-41f5-abce-a604cf94163a None None] Attempting to bind port 5ce06bcd-2249-4df7-ad90-22b65ebdf18f on host dv-cinder-798094-1-iscsi for vnic_type normal with profile {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:35:33.661967 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-e731805d-8d45-41f5-abce-a604cf94163a None None] Attempting to bind port 5ce06bcd-2249-4df7-ad90-22b65ebdf18f by drivers openvswitch,hyperv on host dv-cinder-798094-1-iscsi at level 0 using segments [{'id': 'd1db4c52-3a85-4a44-8470-73bdf633bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd184b53-9f62-45d5-8e7b-3d445499deef'}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:35:33.662329 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e731805d-8d45-41f5-abce-a604cf94163a None None] Attempting to bind port 5ce06bcd-2249-4df7-ad90-22b65ebdf18f on network bd184b53-9f62-45d5-8e7b-3d445499deef {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:35:33.670058 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e731805d-8d45-41f5-abce-a604cf94163a None None] Checking agent: {'id': '97f6a438-5e0c-4082-aba3-e3ff467169d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 16, 39), 'started_at': datetime.datetime(2021, 6, 28, 12, 17, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:35:33.670435 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e731805d-8d45-41f5-abce-a604cf94163a None None] Checking segment: {'id': 'd1db4c52-3a85-4a44-8470-73bdf633bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd184b53-9f62-45d5-8e7b-3d445499deef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:35:33.670870 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-e731805d-8d45-41f5-abce-a604cf94163a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:33.671270 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e731805d-8d45-41f5-abce-a604cf94163a None None] Bound using segment: {'id': 'd1db4c52-3a85-4a44-8470-73bdf633bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd184b53-9f62-45d5-8e7b-3d445499deef'} {{(pid=79150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:35:33.672089 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.managers [None req-e731805d-8d45-41f5-abce-a604cf94163a None None] Bound port: 5ce06bcd-2249-4df7-ad90-22b65ebdf18f, host: dv-cinder-798094-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1db4c52-3a85-4a44-8470-73bdf633bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd184b53-9f62-45d5-8e7b-3d445499deef'}}] {{(pid=79150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:35:33.672498 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-e731805d-8d45-41f5-abce-a604cf94163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:33.691114 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-498b960a-d580-4539-b495-d64a13c236d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:33.732740 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device e6fd4c95-95fa-4829-b80c-0f17fd75e235 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:35:33.736257 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-498b960a-d580-4539-b495-d64a13c236d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:33.839167 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-e731805d-8d45-41f5-abce-a604cf94163a None None] For port 5ce06bcd-2249-4df7-ad90-22b65ebdf18f, host dv-cinder-798094-1-iscsi, cleared binding levels {{(pid=79150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:35:33.843075 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-e731805d-8d45-41f5-abce-a604cf94163a None None] For port 5ce06bcd-2249-4df7-ad90-22b65ebdf18f, host dv-cinder-798094-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=5ce06bcd-2249-4df7-ad90-22b65ebdf18f,segment=NetworkSegment(d1db4c52-3a85-4a44-8470-73bdf633bac0),segment_id=d1db4c52-3a85-4a44-8470-73bdf633bac0)] {{(pid=79150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:35:33.909458 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [None req-498b960a-d580-4539-b495-d64a13c236d5 admin admin] Allocated IP 172.27.0.29 (c9286c56-74de-4de9-a16f-8e0a6aaad408/86bae704-b0f4-4850-808b-6f728b6b20f3/0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:35:33.923080 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-e731805d-8d45-41f5-abce-a604cf94163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:33.936545 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-cc1f0635-9c0c-49f1-a3af-9efba7994612 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:33.991631 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning for port e6fd4c95-95fa-4829-b80c-0f17fd75e235 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:35:34.011716 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port e6fd4c95-95fa-4829-b80c-0f17fd75e235 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:34.012237 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:34.089017 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731805d-8d45-41f5-abce-a604cf94163a None None] Pushing event updated for resources: {'Port': ['ID=5ce06bcd-2249-4df7-ad90-22b65ebdf18f,revision_number=2']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:34.089716 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-498b960a-d580-4539-b495-d64a13c236d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:34.093077 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-e731805d-8d45-41f5-abce-a604cf94163a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:34.160368 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:34.187848 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-498b960a-d580-4539-b495-d64a13c236d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:34.195822 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-fef9485d-30af-443c-b821-96f842d1a01d tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:34.199587 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] For port e6fd4c95-95fa-4829-b80c-0f17fd75e235, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=e6fd4c95-95fa-4829-b80c-0f17fd75e235,segment=NetworkSegment(4c43dd34-2a53-40db-bc2a-8c5bc39873e6),segment_id=4c43dd34-2a53-40db-bc2a-8c5bc39873e6)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:34.277491 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498b960a-d580-4539-b495-d64a13c236d5 admin admin] Network c9286c56-74de-4de9-a16f-8e0a6aaad408 is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:35:34.281352 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-498b960a-d580-4539-b495-d64a13c236d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:35:34.285322 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498b960a-d580-4539-b495-d64a13c236d5 admin admin] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:35:34.292071 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:34.294277 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:34.333690 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b960a-d580-4539-b495-d64a13c236d5 admin admin] Pushing event updated for resources: {'Port': ['ID=0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:34.343407 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-498b960a-d580-4539-b495-d64a13c236d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:34.427557 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Pushing event updated for resources: {'Port': ['ID=e6fd4c95-95fa-4829-b80c-0f17fd75e235,revision_number=5']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:34.431002 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:34.942175 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-498b960a-d580-4539-b495-d64a13c236d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:35.135911 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bba1509-dc23-4fdc-bc44-522d85fbe4d1 None None] Network bd184b53-9f62-45d5-8e7b-3d445499deef requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:35:35.317416 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-498b960a-d580-4539-b495-d64a13c236d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3695352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696706'] for router, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:35.322428 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-284d3b38-60c9-4f42-a691-b4624cdf5e91 None None] Provisioning for port 5ce06bcd-2249-4df7-ad90-22b65ebdf18f completed by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:35:35.617478 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498b960a-d580-4539-b495-d64a13c236d5 admin admin] Router 03e7aed9-d754-4dd6-918c-3459011709c1 is scheduled to L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 with binding_index 1 {{(pid=79148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:35:35.708791 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 5ce06bcd-2249-4df7-ad90-22b65ebdf18f up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:35:35.805283 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498b960a-d580-4539-b495-d64a13c236d5 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:35:35.813645 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a0e763-25b8-418a-bc07-66a76884926c None None] Sync routers for ids ['03e7aed9-d754-4dd6-918c-3459011709c1'] in dv-cinder-798094-1-iscsi {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:35:35.823749 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a0e763-25b8-418a-bc07-66a76884926c None None] Routers {'03e7aed9-d754-4dd6-918c-3459011709c1'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:35.824370 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-b0a0e763-25b8-418a-bc07-66a76884926c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:35:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['03e7aed9-d754-4dd6-918c-3459011709c1'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:35.834628 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning for port 5ce06bcd-2249-4df7-ad90-22b65ebdf18f completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:35:35.842224 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 5ce06bcd-2249-4df7-ad90-22b65ebdf18f triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:35.843042 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:35.869578 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-498b960a-d580-4539-b495-d64a13c236d5 admin admin] Notify callbacks [] for router, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:35.874839 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-498b960a-d580-4539-b495-d64a13c236d5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.2605333 Jun 28 12:35:35.874839 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54424) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:35.981044 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:36.005733 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-b0a0e763-25b8-418a-bc07-66a76884926c None None] Set router 03e7aed9-d754-4dd6-918c-3459011709c1 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:36.049198 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] For port 5ce06bcd-2249-4df7-ad90-22b65ebdf18f, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=5ce06bcd-2249-4df7-ad90-22b65ebdf18f,segment=NetworkSegment(d1db4c52-3a85-4a44-8470-73bdf633bac0),segment_id=d1db4c52-3a85-4a44-8470-73bdf633bac0)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:36.103969 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:36.105031 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device e6fd4c95-95fa-4829-b80c-0f17fd75e235 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:35:36.133274 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:36.224433 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Pushing event updated for resources: {'Port': ['ID=5ce06bcd-2249-4df7-ad90-22b65ebdf18f,revision_number=3']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:36.228484 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:36.251980 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port e6fd4c95-95fa-4829-b80c-0f17fd75e235 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:36.252530 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:36.354700 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-b0a0e763-25b8-418a-bc07-66a76884926c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e7aed9-d754-4dd6-918c-3459011709c1', 'name': 'tempest-TestShelveInstance-821356014-router', 'tenant_id': '4b5ec90e93514182a80ca923d99097a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:32Z', 'updated_at': '2021-06-28T12:35:34Z', 'revision_number': 3, 'project_id': '4b5ec90e93514182a80ca923d99097a8', 'gw_port': {'id': '0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e7aed9-d754-4dd6-918c-3459011709c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:33Z', 'updated_at': '2021-06-28T12:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:36.359097 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a0e763-25b8-418a-bc07-66a76884926c None None] Checking router: 03e7aed9-d754-4dd6-918c-3459011709c1 for host: dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:35:36.359756 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a0e763-25b8-418a-bc07-66a76884926c None None] Updating router 03e7aed9-d754-4dd6-918c-3459011709c1 port 0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe binding host dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:35:36.424202 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b0a0e763-25b8-418a-bc07-66a76884926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:36.678016 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 54436) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:36.726905 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-755bc0bd-b0c4-4bb6-b9e9-aa6b031f66e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:36.777832 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b0a0e763-25b8-418a-bc07-66a76884926c None None] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:36.793689 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [None req-b0a0e763-25b8-418a-bc07-66a76884926c None None] Transition to ACTIVE for port object 0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe will not be triggered until provisioned by entity L2. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:35:36.872715 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b0a0e763-25b8-418a-bc07-66a76884926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:36.877598 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:36.921551 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-8d468436-3e53-4abc-94f1-52aad9cc902f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Deleting port 1ac02e0c-a5cd-4ed3-a431-ec85ac51b839 {{(pid=79149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:36.922065 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8d468436-3e53-4abc-94f1-52aad9cc902f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:36.955041 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-b0a0e763-25b8-418a-bc07-66a76884926c None None] Attempting to bind port 0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe on host dv-cinder-798094-1-iscsi for vnic_type normal with profile {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:35:36.955416 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-b0a0e763-25b8-418a-bc07-66a76884926c None None] Attempting to bind port 0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe by drivers openvswitch,hyperv on host dv-cinder-798094-1-iscsi at level 0 using segments [{'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:35:36.955776 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a0e763-25b8-418a-bc07-66a76884926c None None] Attempting to bind port 0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe on network c9286c56-74de-4de9-a16f-8e0a6aaad408 {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:35:36.960777 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950096a9-2aa0-445e-806b-93ca20f39895 None None] Pushing event updated for resources: {'Port': ['ID=0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe,revision_number=2']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:36.965659 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-950096a9-2aa0-445e-806b-93ca20f39895 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:36.967352 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a0e763-25b8-418a-bc07-66a76884926c None None] Checking agent: {'id': '97f6a438-5e0c-4082-aba3-e3ff467169d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 16, 39), 'started_at': datetime.datetime(2021, 6, 28, 12, 17, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:35:36.967623 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a0e763-25b8-418a-bc07-66a76884926c None None] Checking segment: {'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:35:36.968618 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b0a0e763-25b8-418a-bc07-66a76884926c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:36.968618 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a0e763-25b8-418a-bc07-66a76884926c None None] Bound using segment: {'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:35:36.968923 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-b0a0e763-25b8-418a-bc07-66a76884926c None None] Bound port: 0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe, host: dv-cinder-798094-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef2d251-a773-41f5-87cd-cec6f249eb66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408'}}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:35:36.969266 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b0a0e763-25b8-418a-bc07-66a76884926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:36.990329 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [None req-755bc0bd-b0c4-4bb6-b9e9-aa6b031f66e9 admin admin] Allocated IP 172.20.0.1 (bd184b53-9f62-45d5-8e7b-3d445499deef/0999f426-ac02-45aa-ba17-535b53e0a75b/8e20dc71-b258-45ba-a3c4-b5c42b62f3f7) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:35:37.046505 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [None req-b0a0e763-25b8-418a-bc07-66a76884926c None None] For port 0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe, host dv-cinder-798094-1-iscsi, cleared binding levels {{(pid=79151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:35:37.049450 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [None req-b0a0e763-25b8-418a-bc07-66a76884926c None None] For port 0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe, host dv-cinder-798094-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe,segment=NetworkSegment(4ef2d251-a773-41f5-87cd-cec6f249eb66),segment_id=4ef2d251-a773-41f5-87cd-cec6f249eb66)] {{(pid=79151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:35:37.107444 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8d468436-3e53-4abc-94f1-52aad9cc902f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:37.107726 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8d468436-3e53-4abc-94f1-52aad9cc902f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:37.144441 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-755bc0bd-b0c4-4bb6-b9e9-aa6b031f66e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:37.160085 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.provisioning_blocks [None req-755bc0bd-b0c4-4bb6-b9e9-aa6b031f66e9 admin admin] Transition to ACTIVE for port object 8e20dc71-b258-45ba-a3c4-b5c42b62f3f7 will not be triggered until provisioned by entity DHCP. {{(pid=79148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:35:37.167689 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-b0a0e763-25b8-418a-bc07-66a76884926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:37.172265 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:37.232976 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-8d468436-3e53-4abc-94f1-52aad9cc902f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Calling delete_port for 1ac02e0c-a5cd-4ed3-a431-ec85ac51b839 owned by network:floatingip {{(pid=79149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:35:37.244432 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a0e763-25b8-418a-bc07-66a76884926c None None] Routers {'03e7aed9-d754-4dd6-918c-3459011709c1'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:37.245056 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-b0a0e763-25b8-418a-bc07-66a76884926c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:35:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['03e7aed9-d754-4dd6-918c-3459011709c1'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:37.273366 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-755bc0bd-b0c4-4bb6-b9e9-aa6b031f66e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:37.279507 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-aae62e3f-92d7-41b7-97c0-690c16efc971 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:37.309978 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950096a9-2aa0-445e-806b-93ca20f39895 None None] Pushing event updated for resources: {'Port': ['ID=0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe,revision_number=3']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:37.314653 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-950096a9-2aa0-445e-806b-93ca20f39895 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:37.353298 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755bc0bd-b0c4-4bb6-b9e9-aa6b031f66e9 admin admin] Network bd184b53-9f62-45d5-8e7b-3d445499deef is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:35:37.359349 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-755bc0bd-b0c4-4bb6-b9e9-aa6b031f66e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:35:37.361949 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755bc0bd-b0c4-4bb6-b9e9-aa6b031f66e9 admin admin] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:35:37.413586 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bc0bd-b0c4-4bb6-b9e9-aa6b031f66e9 admin admin] Pushing event updated for resources: {'Port': ['ID=8e20dc71-b258-45ba-a3c4-b5c42b62f3f7,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:37.417347 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-755bc0bd-b0c4-4bb6-b9e9-aa6b031f66e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:37.433742 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-b0a0e763-25b8-418a-bc07-66a76884926c None None] Set router 03e7aed9-d754-4dd6-918c-3459011709c1 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:37.439658 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-755bc0bd-b0c4-4bb6-b9e9-aa6b031f66e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3696772'] for router_interface, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:37.491992 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8d468436-3e53-4abc-94f1-52aad9cc902f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:37.496167 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:37.554059 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d468436-3e53-4abc-94f1-52aad9cc902f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Pushing event deleted for resources: {'Port': ['ID=1ac02e0c-a5cd-4ed3-a431-ec85ac51b839,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:37.563114 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-8d468436-3e53-4abc-94f1-52aad9cc902f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:37.661935 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-755bc0bd-b0c4-4bb6-b9e9-aa6b031f66e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:37.668192 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8d468436-3e53-4abc-94f1-52aad9cc902f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for floatingip, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:37.668704 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.db.l3_db [None req-8d468436-3e53-4abc-94f1-52aad9cc902f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Floating IP b9ec2087-2b26-4baf-9220-ad7df2ad8dff disassociated (deleted). External IP: 172.27.0.39, port: bf4fff88-ec6f-4a4f-9d4a-c2653818ae52. Jun 28 12:35:37.670864 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 5ce06bcd-2249-4df7-ad90-22b65ebdf18f up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:35:37.768166 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-b0a0e763-25b8-418a-bc07-66a76884926c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e7aed9-d754-4dd6-918c-3459011709c1', 'name': 'tempest-TestShelveInstance-821356014-router', 'tenant_id': '4b5ec90e93514182a80ca923d99097a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:32Z', 'updated_at': '2021-06-28T12:35:34Z', 'revision_number': 3, 'project_id': '4b5ec90e93514182a80ca923d99097a8', 'gw_port': {'id': '0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e7aed9-d754-4dd6-918c-3459011709c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:33Z', 'updated_at': '2021-06-28T12:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:37.772948 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a0e763-25b8-418a-bc07-66a76884926c None None] The sync data for ids ['03e7aed9-d754-4dd6-918c-3459011709c1'] in dv-cinder-798094-1-iscsi is: [{'id': '03e7aed9-d754-4dd6-918c-3459011709c1', 'name': 'tempest-TestShelveInstance-821356014-router', 'tenant_id': '4b5ec90e93514182a80ca923d99097a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:32Z', 'updated_at': '2021-06-28T12:35:34Z', 'revision_number': 3, 'project_id': '4b5ec90e93514182a80ca923d99097a8', 'gw_port': {'id': '0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e7aed9-d754-4dd6-918c-3459011709c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:33Z', 'updated_at': '2021-06-28T12:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}] {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:35:37.773515 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 5ce06bcd-2249-4df7-ad90-22b65ebdf18f triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:37.774439 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:37.806190 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-74fcb7d3-44ab-446b-b365-33853e6c513d None None] Provisioning for port 8e20dc71-b258-45ba-a3c4-b5c42b62f3f7 completed by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:35:37.818256 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-74fcb7d3-44ab-446b-b365-33853e6c513d None None] Provisioning complete for port 8e20dc71-b258-45ba-a3c4-b5c42b62f3f7 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:37.818540 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-74fcb7d3-44ab-446b-b365-33853e6c513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:37.903159 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-74fcb7d3-44ab-446b-b365-33853e6c513d None None] Port 8e20dc71-b258-45ba-a3c4-b5c42b62f3f7 cannot update to ACTIVE because it is not bound. {{(pid=79150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:35:38.006875 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-755bc0bd-b0c4-4bb6-b9e9-aa6b031f66e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:38.046598 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54448) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:38.072877 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-755bc0bd-b0c4-4bb6-b9e9-aa6b031f66e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:38.130287 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-cd85326d-3767-4317-b68e-84c8917a55ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:38.178841 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-755bc0bd-b0c4-4bb6-b9e9-aa6b031f66e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3781337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695149'] for router_interface, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:38.290175 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d468436-3e53-4abc-94f1-52aad9cc902f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Router ea3eb4ed-00b7-4180-b09c-b378300e6666 has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:35:38.316574 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bc0bd-b0c4-4bb6-b9e9-aa6b031f66e9 admin admin] Pushing event updated for resources: {'Port': ['ID=8e20dc71-b258-45ba-a3c4-b5c42b62f3f7,revision_number=2']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:38.330831 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-755bc0bd-b0c4-4bb6-b9e9-aa6b031f66e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:38.450477 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755bc0bd-b0c4-4bb6-b9e9-aa6b031f66e9 admin admin] Network bd184b53-9f62-45d5-8e7b-3d445499deef is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:35:38.453245 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-755bc0bd-b0c4-4bb6-b9e9-aa6b031f66e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:35:38.505177 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d468436-3e53-4abc-94f1-52aad9cc902f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:35:38.520081 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f4d70-ea1c-479a-8fdb-cc9e966c8b32 None None] Sync routers for ids ['ea3eb4ed-00b7-4180-b09c-b378300e6666'] in dv-cinder-798094-1-iscsi {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:35:38.527187 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8d468436-3e53-4abc-94f1-52aad9cc902f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for floatingip, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:38.533981 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73f4d70-ea1c-479a-8fdb-cc9e966c8b32 None None] Routers {'ea3eb4ed-00b7-4180-b09c-b378300e6666'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:38.536045 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-e73f4d70-ea1c-479a-8fdb-cc9e966c8b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:35:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['ea3eb4ed-00b7-4180-b09c-b378300e6666'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:38.618972 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-8d468436-3e53-4abc-94f1-52aad9cc902f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "DELETE /v2.0/floatingips/b9ec2087-2b26-4baf-9220-ad7df2ad8dff HTTP/1.1" status: 204 len: 168 time: 1.9388366 Jun 28 12:35:38.619652 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03cf071-fc5f-4a32-a0e7-5510975f22f7', 'tag': 'bf4fff88-ec6f-4a4f-9d4a-c2653818ae52'}] {{(pid=79149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:35:38.702718 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03cf071-fc5f-4a32-a0e7-5510975f22f7', 'tag': 'bf4fff88-ec6f-4a4f-9d4a-c2653818ae52', 'status': 'completed', 'code': 200} Jun 28 12:35:38.832275 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-8cee57b2-fe2f-47cd-a7ab-5f1475f6b795 None None] Provisioning complete for port 8e20dc71-b258-45ba-a3c4-b5c42b62f3f7 triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:38.832846 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-8cee57b2-fe2f-47cd-a7ab-5f1475f6b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:38.866492 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc4622-feeb-4904-87e2-460bc2f11307 req-b4c28df6-c4e7-4cf7-b7a3-d320bd9aa4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:38.868469 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-43cc4622-feeb-4904-87e2-460bc2f11307 req-b4c28df6-c4e7-4cf7-b7a3-d320bd9aa4ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d731c92df6f44735b6ed8f7290374934&device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 1099 time: 0.1182446 Jun 28 12:35:38.896468 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-c1acbe01-7ab0-4046-9b7e-695a9db98fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:38.979735 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-8cee57b2-fe2f-47cd-a7ab-5f1475f6b795 None None] Port 8e20dc71-b258-45ba-a3c4-b5c42b62f3f7 cannot update to ACTIVE because it is not bound. {{(pid=79150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:35:39.019600 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755bc0bd-b0c4-4bb6-b9e9-aa6b031f66e9 admin admin] Router 03e7aed9-d754-4dd6-918c-3459011709c1 has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:35:39.029723 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-e73f4d70-ea1c-479a-8fdb-cc9e966c8b32 None None] Set router ea3eb4ed-00b7-4180-b09c-b378300e6666 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:39.033960 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc4622-feeb-4904-87e2-460bc2f11307 req-d35b864c-80c5-4ddb-b5d3-745964301b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:39.035448 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-43cc4622-feeb-4904-87e2-460bc2f11307 req-d35b864c-80c5-4ddb-b5d3-745964301b7f service neutron] 10.222.0.64 "GET /v2.0/networks?id=611bae97-b201-4ae0-aa3d-b952aec58054 HTTP/1.1" status: 200 len: 913 time: 0.1605523 Jun 28 12:35:39.116222 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-43cc4622-feeb-4904-87e2-460bc2f11307 req-f365f633-1055-43e6-9e34-2ce48a2be337 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf4fff88-ec6f-4a4f-9d4a-c2653818ae52 HTTP/1.1" status: 200 len: 217 time: 0.0737708 Jun 28 12:35:39.166713 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:39.183258 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc4622-feeb-4904-87e2-460bc2f11307 req-4f22bec4-17f3-40a4-95d7-d03f72c3a590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:39.184719 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-43cc4622-feeb-4904-87e2-460bc2f11307 req-4f22bec4-17f3-40a4-95d7-d03f72c3a590 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=07d77b73-0127-4dab-b2d9-b653c28d5b6a HTTP/1.1" status: 200 len: 851 time: 0.0619202 Jun 28 12:35:39.279659 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc4622-feeb-4904-87e2-460bc2f11307 req-c5664015-e4f9-404b-9e1d-9744dca34e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:39.281605 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-43cc4622-feeb-4904-87e2-460bc2f11307 req-c5664015-e4f9-404b-9e1d-9744dca34e49 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=611bae97-b201-4ae0-aa3d-b952aec58054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0906022 Jun 28 12:35:39.298251 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [req-43cc4622-feeb-4904-87e2-460bc2f11307 req-7a2b8255-814b-437e-8856-ac7420190a7a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79149) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:35:39.299394 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-43cc4622-feeb-4904-87e2-460bc2f11307 req-7a2b8255-814b-437e-8856-ac7420190a7a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056078 Jun 28 12:35:39.348463 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755bc0bd-b0c4-4bb6-b9e9-aa6b031f66e9 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:35:39.390538 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-755bc0bd-b0c4-4bb6-b9e9-aa6b031f66e9 admin admin] 10.222.0.24 "PUT /v2.0/routers/03e7aed9-d754-4dd6-918c-3459011709c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5156608 Jun 28 12:35:39.457903 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-e73f4d70-ea1c-479a-8fdb-cc9e966c8b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'name': 'tempest-TestVolumeBootPattern-1730247186-router', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:31Z', 'updated_at': '2021-06-28T12:26:36Z', 'revision_number': 4, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'gw_port': {'id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:32Z', 'updated_at': '2021-06-28T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_floatingips': [{'id': '4a8451bc-0de9-4b40-9fac-39a7cde1777d', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'port_id': 'c6acad85-7082-49eb-984b-905172368108', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'mac_address': 'fa:16:3e:88:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdee41-6203-47c5-8f52-5e47f44b0f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:31:14Z', 'updated_at': '2021-06-28T12:31:20Z', 'revision_number': 1, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c0c975-9b9e-420b-8a72-4e952e84d897', 'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'mac_address': 'fa:16:3e:c7:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:35Z', 'updated_at': '2021-06-28T12:26:43Z', 'revision_number': 5, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'subnets': [{'id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:39.464484 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f4d70-ea1c-479a-8fdb-cc9e966c8b32 None None] Checking router: ea3eb4ed-00b7-4180-b09c-b378300e6666 for host: dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:35:39.474412 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73f4d70-ea1c-479a-8fdb-cc9e966c8b32 None None] Routers {'ea3eb4ed-00b7-4180-b09c-b378300e6666'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:39.474811 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-43cc4622-feeb-4904-87e2-460bc2f11307 req-d8d80bc3-ebbb-4c1b-8c52-28da5b43a86a service neutron] 10.222.0.64 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683993 Jun 28 12:35:39.475101 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-e73f4d70-ea1c-479a-8fdb-cc9e966c8b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:35:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['ea3eb4ed-00b7-4180-b09c-b378300e6666'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:39.558577 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1eff8ade-2146-4489-901a-f0ebdef28c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695107'] for router_interface, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:39.697660 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-e73f4d70-ea1c-479a-8fdb-cc9e966c8b32 None None] Set router ea3eb4ed-00b7-4180-b09c-b378300e6666 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:39.728484 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-43cc4622-feeb-4904-87e2-460bc2f11307 req-a287462c-736e-47ab-8d1d-0f27d4bc99c8 service neutron] 10.222.0.64 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435498 Jun 28 12:35:39.748219 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77baf899-8234-4abc-b892-38ab3bf43d34 req-20c20f15-637c-4e8b-aa01-cc1841ea878f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:39.748936 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-77baf899-8234-4abc-b892-38ab3bf43d34 req-20c20f15-637c-4e8b-aa01-cc1841ea878f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Synchronizing usage tracker for tenant:d731c92df6f44735b6ed8f7290374934 on resource:port {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:35:39.804238 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:35:39.881017 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-77baf899-8234-4abc-b892-38ab3bf43d34 req-20c20f15-637c-4e8b-aa01-cc1841ea878f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Unset dirty status for tenant:d731c92df6f44735b6ed8f7290374934 on resource:port {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:35:39.882416 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-77baf899-8234-4abc-b892-38ab3bf43d34 req-20c20f15-637c-4e8b-aa01-cc1841ea878f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 946 time: 0.5225084 Jun 28 12:35:39.939828 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-77baf899-8234-4abc-b892-38ab3bf43d34 req-bc2f47be-5b52-40ce-9ca9-579fba6bfff7 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508766 Jun 28 12:35:40.066778 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-1eff8ade-2146-4489-901a-f0ebdef28c9c admin admin] Deleting port 0e3134a8-b62b-4746-b794-3181092f9313 {{(pid=79148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:40.067320 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1eff8ade-2146-4489-901a-f0ebdef28c9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:40.117191 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning for port 0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:35:40.127005 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:40.127395 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:40.136282 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 54468) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:40.146390 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-eedb8c49-3de1-40cc-bb9a-faf221d99653 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-86992171', 'description': 'tempest-secgroup-smoke-86992171 description', 'project_id': '27f9c090252546aaa6ec82eda6690acf'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:35:40.154901 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-eedb8c49-3de1-40cc-bb9a-faf221d99653 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:40.160518 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-eedb8c49-3de1-40cc-bb9a-faf221d99653 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Usage tracker for resource:security_group and tenant:27f9c090252546aaa6ec82eda6690acf is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:40.166129 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-eedb8c49-3de1-40cc-bb9a-faf221d99653 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:40.178530 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-eedb8c49-3de1-40cc-bb9a-faf221d99653 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:40.266721 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [None req-1eff8ade-2146-4489-901a-f0ebdef28c9c admin admin] For port 0e3134a8-b62b-4746-b794-3181092f9313, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=0e3134a8-b62b-4746-b794-3181092f9313,segment=NetworkSegment(dfd30b91-c668-41e0-a6ce-b8ba3812dfae),segment_id=dfd30b91-c668-41e0-a6ce-b8ba3812dfae)] {{(pid=79148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:40.267204 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1eff8ade-2146-4489-901a-f0ebdef28c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:40.285955 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-eedb8c49-3de1-40cc-bb9a-faf221d99653 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:40.308855 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-eedb8c49-3de1-40cc-bb9a-faf221d99653 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:40.316765 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-eedb8c49-3de1-40cc-bb9a-faf221d99653 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Usage tracker for resource:security_group_rule and tenant:27f9c090252546aaa6ec82eda6690acf is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:40.324888 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-eedb8c49-3de1-40cc-bb9a-faf221d99653 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:40.333002 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-eedb8c49-3de1-40cc-bb9a-faf221d99653 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:40.336042 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:40.358463 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-e73f4d70-ea1c-479a-8fdb-cc9e966c8b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'name': 'tempest-TestVolumeBootPattern-1730247186-router', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:31Z', 'updated_at': '2021-06-28T12:26:36Z', 'revision_number': 4, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'gw_port': {'id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:32Z', 'updated_at': '2021-06-28T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_floatingips': [{'id': '4a8451bc-0de9-4b40-9fac-39a7cde1777d', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'port_id': 'c6acad85-7082-49eb-984b-905172368108', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'mac_address': 'fa:16:3e:88:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdee41-6203-47c5-8f52-5e47f44b0f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:31:14Z', 'updated_at': '2021-06-28T12:31:20Z', 'revision_number': 1, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c0c975-9b9e-420b-8a72-4e952e84d897', 'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'mac_address': 'fa:16:3e:c7:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:35Z', 'updated_at': '2021-06-28T12:26:43Z', 'revision_number': 5, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'subnets': [{'id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:40.362660 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] For port 0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe,segment=NetworkSegment(4ef2d251-a773-41f5-87cd-cec6f249eb66),segment_id=4ef2d251-a773-41f5-87cd-cec6f249eb66)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:40.364840 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f4d70-ea1c-479a-8fdb-cc9e966c8b32 None None] The sync data for ids ['ea3eb4ed-00b7-4180-b09c-b378300e6666'] in dv-cinder-798094-1-iscsi is: [{'id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'name': 'tempest-TestVolumeBootPattern-1730247186-router', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:31Z', 'updated_at': '2021-06-28T12:26:36Z', 'revision_number': 4, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'gw_port': {'id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:32Z', 'updated_at': '2021-06-28T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_floatingips': [{'id': '4a8451bc-0de9-4b40-9fac-39a7cde1777d', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'port_id': 'c6acad85-7082-49eb-984b-905172368108', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'mac_address': 'fa:16:3e:88:6f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fdee41-6203-47c5-8f52-5e47f44b0f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:31:14Z', 'updated_at': '2021-06-28T12:31:20Z', 'revision_number': 1, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c0c975-9b9e-420b-8a72-4e952e84d897', 'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'mac_address': 'fa:16:3e:c7:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:35Z', 'updated_at': '2021-06-28T12:26:43Z', 'revision_number': 5, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'subnets': [{'id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:35:40.426762 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-eedb8c49-3de1-40cc-bb9a-faf221d99653 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:40.442012 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:40.449177 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:40.497778 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-eedb8c49-3de1-40cc-bb9a-faf221d99653 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:40.503809 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-6b300c46-bd52-4801-8040-b4590b05bcd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:40.509030 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cdbef2-ac03-4cbf-a827-9239375f43a0 None None] Sync routers for ids ['03e7aed9-d754-4dd6-918c-3459011709c1'] in dv-cinder-798094-1-iscsi {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:35:40.525366 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-1eff8ade-2146-4489-901a-f0ebdef28c9c admin admin] Calling delete_port for 0e3134a8-b62b-4746-b794-3181092f9313 owned by network:router_interface {{(pid=79148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:35:40.526490 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cdbef2-ac03-4cbf-a827-9239375f43a0 None None] Routers {'03e7aed9-d754-4dd6-918c-3459011709c1'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:40.527522 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-c8cdbef2-ac03-4cbf-a827-9239375f43a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:35:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['03e7aed9-d754-4dd6-918c-3459011709c1'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:40.536710 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Pushing event updated for resources: {'Port': ['ID=0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:40.539811 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:40.544317 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb8c49-3de1-40cc-bb9a-faf221d99653 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ded583-919f-444b-adf8-bd23c894ae8c,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:40.547217 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-eedb8c49-3de1-40cc-bb9a-faf221d99653 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:40.629267 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-eedb8c49-3de1-40cc-bb9a-faf221d99653 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:40.634766 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-eedb8c49-3de1-40cc-bb9a-faf221d99653 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.4931512 Jun 28 12:35:40.634766 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 54472) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:40.639390 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-964e3dfb-8f08-4219-8ed4-fe82ba2d7086 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Request body: {'security_group_rule': {'security_group_id': 'd2ded583-919f-444b-adf8-bd23c894ae8c', 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:35:40.645241 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-964e3dfb-8f08-4219-8ed4-fe82ba2d7086 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:40.649264 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-964e3dfb-8f08-4219-8ed4-fe82ba2d7086 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Usage tracker for resource:security_group_rule and tenant:27f9c090252546aaa6ec82eda6690acf is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:40.652315 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-964e3dfb-8f08-4219-8ed4-fe82ba2d7086 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:40.662691 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-964e3dfb-8f08-4219-8ed4-fe82ba2d7086 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:40.743126 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d04d7d8-b575-47ec-9e50-71507b429e08 None None] New status for floating IP b9ec2087-2b26-4baf-9220-ad7df2ad8dff: DOWN {{(pid=79150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:35:40.745478 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-964e3dfb-8f08-4219-8ed4-fe82ba2d7086 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:40.786596 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-c8cdbef2-ac03-4cbf-a827-9239375f43a0 None None] Set router 03e7aed9-d754-4dd6-918c-3459011709c1 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:40.813371 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-964e3dfb-8f08-4219-8ed4-fe82ba2d7086 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:40.948773 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa31d83-0395-4290-a1ba-aea36a0e5707 req-a19d98db-24ed-4254-a577-7ef169f22ba9 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:40.950342 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5fa31d83-0395-4290-a1ba-aea36a0e5707 req-a19d98db-24ed-4254-a577-7ef169f22ba9 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.64 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 946 time: 0.0969181 Jun 28 12:35:40.954776 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-964e3dfb-8f08-4219-8ed4-fe82ba2d7086 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731641'] for security_group_rule, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:40.989604 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1eff8ade-2146-4489-901a-f0ebdef28c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:40.994321 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-38fda4c4-7717-4b75-925f-3e2cd2345b71 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:41.062013 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff8ade-2146-4489-901a-f0ebdef28c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=0e3134a8-b62b-4746-b794-3181092f9313,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:41.067478 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-1eff8ade-2146-4489-901a-f0ebdef28c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:41.080607 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-1072477b-67e7-465a-b619-33fbfd044000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:41.110916 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:41.143604 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-c8cdbef2-ac03-4cbf-a827-9239375f43a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e7aed9-d754-4dd6-918c-3459011709c1', 'name': 'tempest-TestShelveInstance-821356014-router', 'tenant_id': '4b5ec90e93514182a80ca923d99097a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:32Z', 'updated_at': '2021-06-28T12:35:37Z', 'revision_number': 4, 'project_id': '4b5ec90e93514182a80ca923d99097a8', 'gw_port': {'id': '0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e7aed9-d754-4dd6-918c-3459011709c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:33Z', 'updated_at': '2021-06-28T12:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '8e20dc71-b258-45ba-a3c4-b5c42b62f3f7', 'name': '', 'network_id': 'bd184b53-9f62-45d5-8e7b-3d445499deef', 'tenant_id': '4b5ec90e93514182a80ca923d99097a8', 'mac_address': 'fa:16:3e:ae:e0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e7aed9-d754-4dd6-918c-3459011709c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '0999f426-ac02-45aa-ba17-535b53e0a75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:36Z', 'updated_at': '2021-06-28T12:35:37Z', 'revision_number': 2, 'project_id': '4b5ec90e93514182a80ca923d99097a8', 'subnets': [{'id': '0999f426-ac02-45aa-ba17-535b53e0a75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:41.152092 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cdbef2-ac03-4cbf-a827-9239375f43a0 None None] Checking router: 03e7aed9-d754-4dd6-918c-3459011709c1 for host: dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:35:41.152585 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cdbef2-ac03-4cbf-a827-9239375f43a0 None None] Updating router 03e7aed9-d754-4dd6-918c-3459011709c1 port 8e20dc71-b258-45ba-a3c4-b5c42b62f3f7 binding host dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:35:41.176721 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e3dfb-8f08-4219-8ed4-fe82ba2d7086 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aeae159-22f2-4f51-80f6-f8f93b096f91,revision_number=0']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:41.198096 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-964e3dfb-8f08-4219-8ed4-fe82ba2d7086 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:41.218262 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c8cdbef2-ac03-4cbf-a827-9239375f43a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:41.221751 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [req-5fa31d83-0395-4290-a1ba-aea36a0e5707 req-9ef94f25-49e0-43a0-9c39-509b0a6f2a69 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Deleting port bf4fff88-ec6f-4a4f-9d4a-c2653818ae52 {{(pid=79149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:41.222088 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-5fa31d83-0395-4290-a1ba-aea36a0e5707 req-9ef94f25-49e0-43a0-9c39-509b0a6f2a69 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:41.325050 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-964e3dfb-8f08-4219-8ed4-fe82ba2d7086 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:41.326210 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-964e3dfb-8f08-4219-8ed4-fe82ba2d7086 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6911564 Jun 28 12:35:41.335401 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54478) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:41.343844 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-873fc06a-3782-4001-a724-b777176651ff tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Request body: {'security_group_rule': {'security_group_id': 'd2ded583-919f-444b-adf8-bd23c894ae8c', 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:35:41.349850 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-873fc06a-3782-4001-a724-b777176651ff tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:41.354758 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-873fc06a-3782-4001-a724-b777176651ff tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Usage tracker for resource:security_group_rule and tenant:27f9c090252546aaa6ec82eda6690acf is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:41.357840 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-873fc06a-3782-4001-a724-b777176651ff tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:41.363753 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-873fc06a-3782-4001-a724-b777176651ff tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:41.368313 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fd27b-cb05-4939-8bec-9cabb7658851 req-6df59dff-f7ad-482b-82e7-1571d792ce12 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:41.369827 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8d3fd27b-cb05-4939-8bec-9cabb7658851 req-6df59dff-f7ad-482b-82e7-1571d792ce12 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 946 time: 0.2386901 Jun 28 12:35:41.397953 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-1eff8ade-2146-4489-901a-f0ebdef28c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3781280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3695279'] for router_interface, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:41.482662 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-873fc06a-3782-4001-a724-b777176651ff tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:41.514463 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8d3fd27b-cb05-4939-8bec-9cabb7658851 req-09c19ecb-0842-4125-9dfb-37e433c0ca0f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382797 Jun 28 12:35:41.555510 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.db [req-5fa31d83-0395-4290-a1ba-aea36a0e5707 req-9ef94f25-49e0-43a0-9c39-509b0a6f2a69 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] For port bf4fff88-ec6f-4a4f-9d4a-c2653818ae52, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=bf4fff88-ec6f-4a4f-9d4a-c2653818ae52,segment=NetworkSegment(dc1f170b-1229-466f-8985-928d834987ab),segment_id=dc1f170b-1229-466f-8985-928d834987ab)] {{(pid=79149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:41.555860 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-5fa31d83-0395-4290-a1ba-aea36a0e5707 req-9ef94f25-49e0-43a0-9c39-509b0a6f2a69 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:41.653224 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c8cdbef2-ac03-4cbf-a827-9239375f43a0 None None] Notify callbacks [] for port, precommit_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:41.668352 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.provisioning_blocks [None req-c8cdbef2-ac03-4cbf-a827-9239375f43a0 None None] Transition to ACTIVE for port object 8e20dc71-b258-45ba-a3c4-b5c42b62f3f7 will not be triggered until provisioned by entity L2. {{(pid=79151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:35:41.689631 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [req-5fa31d83-0395-4290-a1ba-aea36a0e5707 req-9ef94f25-49e0-43a0-9c39-509b0a6f2a69 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Calling delete_port for bf4fff88-ec6f-4a4f-9d4a-c2653818ae52 owned by compute:nova {{(pid=79149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:35:41.706358 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-873fc06a-3782-4001-a724-b777176651ff tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:41.737408 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:35:41.781585 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c8cdbef2-ac03-4cbf-a827-9239375f43a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:41.793434 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-6f5b16c4-01d7-4eb7-a87c-7efaad9e1282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:41.800435 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-873fc06a-3782-4001-a724-b777176651ff tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731641'] for security_group_rule, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:41.812178 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:41.812577 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:41.823956 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-c3a00fc1-3936-4c43-a23d-d3d8e6f4e961 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:41.862085 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873fc06a-3782-4001-a724-b777176651ff tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=185f9282-ffa6-4952-980d-0e2b250e54c4,revision_number=0']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:41.873273 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-873fc06a-3782-4001-a724-b777176651ff tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:41.902638 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eff8ade-2146-4489-901a-f0ebdef28c9c admin admin] Router 59ef1cad-a767-4060-9ad7-063cab56c2fe has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:35:41.926487 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-5fa31d83-0395-4290-a1ba-aea36a0e5707 req-9ef94f25-49e0-43a0-9c39-509b0a6f2a69 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:41.944074 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-61ad2fda-87b8-4991-a4d8-622c864b8230 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:42.011024 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef94f25-49e0-43a0-9c39-509b0a6f2a69 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Pushing event deleted for resources: {'Port': ['ID=bf4fff88-ec6f-4a4f-9d4a-c2653818ae52,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:42.071209 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-c8cdbef2-ac03-4cbf-a827-9239375f43a0 None None] Attempting to bind port 8e20dc71-b258-45ba-a3c4-b5c42b62f3f7 on host dv-cinder-798094-1-iscsi for vnic_type normal with profile {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:35:42.071589 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-c8cdbef2-ac03-4cbf-a827-9239375f43a0 None None] Attempting to bind port 8e20dc71-b258-45ba-a3c4-b5c42b62f3f7 by drivers openvswitch,hyperv on host dv-cinder-798094-1-iscsi at level 0 using segments [{'id': 'd1db4c52-3a85-4a44-8470-73bdf633bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd184b53-9f62-45d5-8e7b-3d445499deef'}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:35:42.071957 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cdbef2-ac03-4cbf-a827-9239375f43a0 None None] Attempting to bind port 8e20dc71-b258-45ba-a3c4-b5c42b62f3f7 on network bd184b53-9f62-45d5-8e7b-3d445499deef {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:35:42.081290 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ba269-7561-4f35-b379-2b59d7b11f41 None None] Pushing event updated for resources: {'Port': ['ID=8e20dc71-b258-45ba-a3c4-b5c42b62f3f7,revision_number=3']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:42.083681 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cdbef2-ac03-4cbf-a827-9239375f43a0 None None] Checking agent: {'id': '97f6a438-5e0c-4082-aba3-e3ff467169d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 16, 39), 'started_at': datetime.datetime(2021, 6, 28, 12, 17, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:35:42.084060 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cdbef2-ac03-4cbf-a827-9239375f43a0 None None] Checking segment: {'id': 'd1db4c52-3a85-4a44-8470-73bdf633bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd184b53-9f62-45d5-8e7b-3d445499deef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:35:42.084465 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c8cdbef2-ac03-4cbf-a827-9239375f43a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:42.084854 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cdbef2-ac03-4cbf-a827-9239375f43a0 None None] Bound using segment: {'id': 'd1db4c52-3a85-4a44-8470-73bdf633bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd184b53-9f62-45d5-8e7b-3d445499deef'} {{(pid=79151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:35:42.085578 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.managers [None req-c8cdbef2-ac03-4cbf-a827-9239375f43a0 None None] Bound port: 8e20dc71-b258-45ba-a3c4-b5c42b62f3f7, host: dv-cinder-798094-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1db4c52-3a85-4a44-8470-73bdf633bac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'bd184b53-9f62-45d5-8e7b-3d445499deef'}}] {{(pid=79151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:35:42.086047 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c8cdbef2-ac03-4cbf-a827-9239375f43a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:42.092725 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-9ef94f25-49e0-43a0-9c39-509b0a6f2a69 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:42.095931 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-7e6ba269-7561-4f35-b379-2b59d7b11f41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:42.109349 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa31d83-0395-4290-a1ba-aea36a0e5707 req-9ef94f25-49e0-43a0-9c39-509b0a6f2a69 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] No DVR routers for this DVR port bf4fff88-ec6f-4a4f-9d4a-c2653818ae52 on host hv-cinder-79809 {{(pid=79149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:35:42.112679 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-5fa31d83-0395-4290-a1ba-aea36a0e5707 req-9ef94f25-49e0-43a0-9c39-509b0a6f2a69 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:42.124401 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03cf071-fc5f-4a32-a0e7-5510975f22f7', 'name': 'network-vif-deleted', 'tag': 'bf4fff88-ec6f-4a4f-9d4a-c2653818ae52'}] {{(pid=79149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:35:42.175245 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03cf071-fc5f-4a32-a0e7-5510975f22f7', 'name': 'network-vif-deleted', 'tag': 'bf4fff88-ec6f-4a4f-9d4a-c2653818ae52', 'status': 'completed', 'code': 200} Jun 28 12:35:42.193399 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [None req-c8cdbef2-ac03-4cbf-a827-9239375f43a0 None None] For port 8e20dc71-b258-45ba-a3c4-b5c42b62f3f7, host dv-cinder-798094-1-iscsi, cleared binding levels {{(pid=79151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:35:42.201467 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.db [None req-c8cdbef2-ac03-4cbf-a827-9239375f43a0 None None] For port 8e20dc71-b258-45ba-a3c4-b5c42b62f3f7, host dv-cinder-798094-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=8e20dc71-b258-45ba-a3c4-b5c42b62f3f7,segment=NetworkSegment(d1db4c52-3a85-4a44-8470-73bdf633bac0),segment_id=d1db4c52-3a85-4a44-8470-73bdf633bac0)] {{(pid=79151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:35:42.241251 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5fa31d83-0395-4290-a1ba-aea36a0e5707 req-9ef94f25-49e0-43a0-9c39-509b0a6f2a69 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.64 "DELETE /v2.0/ports/bf4fff88-ec6f-4a4f-9d4a-c2653818ae52 HTTP/1.1" status: 204 len: 173 time: 1.2850895 Jun 28 12:35:42.251884 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:42.268457 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-873fc06a-3782-4001-a724-b777176651ff tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:42.269504 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-873fc06a-3782-4001-a724-b777176651ff tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9326949 Jun 28 12:35:42.272879 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 54486) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:42.278891 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [None req-8370ee6c-bde1-4cef-b53c-759a628cb990 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Request body: {'security_group_rule': {'security_group_id': 'd2ded583-919f-444b-adf8-bd23c894ae8c', 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:35:42.284973 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-8370ee6c-bde1-4cef-b53c-759a628cb990 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:42.288886 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-8370ee6c-bde1-4cef-b53c-759a628cb990 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Usage tracker for resource:security_group_rule and tenant:27f9c090252546aaa6ec82eda6690acf is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:42.292366 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-8370ee6c-bde1-4cef-b53c-759a628cb990 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:42.297756 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eff8ade-2146-4489-901a-f0ebdef28c9c admin admin] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:35:42.298780 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-8370ee6c-bde1-4cef-b53c-759a628cb990 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:42.302712 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-1eff8ade-2146-4489-901a-f0ebdef28c9c admin admin] 10.222.0.24 "PUT /v2.0/routers/59ef1cad-a767-4060-9ad7-063cab56c2fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2549837 Jun 28 12:35:42.305945 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 54490) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:42.308823 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bf4750-f3ed-4b64-8744-3d80f888cc8d None None] Sync routers for ids ['59ef1cad-a767-4060-9ad7-063cab56c2fe'] in dv-cinder-798094-1-iscsi {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:35:42.318338 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bf4750-f3ed-4b64-8744-3d80f888cc8d None None] Routers {'59ef1cad-a767-4060-9ad7-063cab56c2fe'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:42.319005 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-f9bf4750-f3ed-4b64-8744-3d80f888cc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:35:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['59ef1cad-a767-4060-9ad7-063cab56c2fe'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:42.498266 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8370ee6c-bde1-4cef-b53c-759a628cb990 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:42.499336 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-f9bf4750-f3ed-4b64-8744-3d80f888cc8d None None] Set router 59ef1cad-a767-4060-9ad7-063cab56c2fe gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:42.540769 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0cf28620-26f8-43f6-a9e5-b8163de15d6c admin admin] Notify callbacks [] for router, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:42.544281 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-c8cdbef2-ac03-4cbf-a827-9239375f43a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:42.601698 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:42.659398 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8370ee6c-bde1-4cef-b53c-759a628cb990 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:42.760450 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8370ee6c-bde1-4cef-b53c-759a628cb990 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731641'] for security_group_rule, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:42.761987 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-3229bb31-5d12-433d-8b06-a2c0c74bf336 req-8b4155fe-5c2f-4c63-8372-88ebd86de305 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Synchronizing usage tracker for tenant:d731c92df6f44735b6ed8f7290374934 on resource:port {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:35:42.778605 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:42.793199 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cdbef2-ac03-4cbf-a827-9239375f43a0 None None] Routers {'03e7aed9-d754-4dd6-918c-3459011709c1'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:42.793925 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-c8cdbef2-ac03-4cbf-a827-9239375f43a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:35:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['03e7aed9-d754-4dd6-918c-3459011709c1'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:42.826279 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370ee6c-bde1-4cef-b53c-759a628cb990 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5abeca8c-6b20-492d-a4b4-bd12efbef307,revision_number=0']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:42.833133 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-8370ee6c-bde1-4cef-b53c-759a628cb990 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:42.835410 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0cf28620-26f8-43f6-a9e5-b8163de15d6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:42.875641 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-3229bb31-5d12-433d-8b06-a2c0c74bf336 req-8b4155fe-5c2f-4c63-8372-88ebd86de305 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Unset dirty status for tenant:d731c92df6f44735b6ed8f7290374934 on resource:port {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:35:42.878642 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3229bb31-5d12-433d-8b06-a2c0c74bf336 req-8b4155fe-5c2f-4c63-8372-88ebd86de305 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=b03cf071-fc5f-4a32-a0e7-5510975f22f7 HTTP/1.1" status: 200 len: 210 time: 0.2303073 Jun 28 12:35:42.894407 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ba269-7561-4f35-b379-2b59d7b11f41 None None] Pushing event updated for resources: {'Port': ['ID=8e20dc71-b258-45ba-a3c4-b5c42b62f3f7,revision_number=4']} {{(pid=79151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:42.902306 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-7e6ba269-7561-4f35-b379-2b59d7b11f41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:42.904451 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-0cf28620-26f8-43f6-a9e5-b8163de15d6c admin admin] Deleting port 3e1925d0-d51e-44c8-8374-a053f7b7d7fe {{(pid=79149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:42.904786 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0cf28620-26f8-43f6-a9e5-b8163de15d6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:42.939192 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-8370ee6c-bde1-4cef-b53c-759a628cb990 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:42.942986 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54498) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:42.948918 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-21304f09-ec3e-4b49-b1b0-1d0d86a8696e tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Request body: {'security_group_rule': {'security_group_id': 'd2ded583-919f-444b-adf8-bd23c894ae8c', 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:35:42.960077 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-8370ee6c-bde1-4cef-b53c-759a628cb990 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6842511 Jun 28 12:35:42.968965 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-21304f09-ec3e-4b49-b1b0-1d0d86a8696e tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:42.976411 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-21304f09-ec3e-4b49-b1b0-1d0d86a8696e tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Usage tracker for resource:security_group_rule and tenant:27f9c090252546aaa6ec82eda6690acf is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:42.982324 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-21304f09-ec3e-4b49-b1b0-1d0d86a8696e tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:42.998901 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-21304f09-ec3e-4b49-b1b0-1d0d86a8696e tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:43.054452 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-c8cdbef2-ac03-4cbf-a827-9239375f43a0 None None] Set router 03e7aed9-d754-4dd6-918c-3459011709c1 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:43.123007 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-21304f09-ec3e-4b49-b1b0-1d0d86a8696e tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:43.198659 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-21304f09-ec3e-4b49-b1b0-1d0d86a8696e tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:43.214115 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-f9bf4750-f3ed-4b64-8744-3d80f888cc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'name': 'tempest-AttachVolumeTestJSON-1378796990-router', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:02Z', 'updated_at': '2021-06-28T12:35:40Z', 'revision_number': 5, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'gw_port': {'id': '3e1925d0-d51e-44c8-8374-a053f7b7d7fe', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:dd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:43.235013 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bf4750-f3ed-4b64-8744-3d80f888cc8d None None] Checking router: 59ef1cad-a767-4060-9ad7-063cab56c2fe for host: dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:35:43.242507 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.db [None req-0cf28620-26f8-43f6-a9e5-b8163de15d6c admin admin] For port 3e1925d0-d51e-44c8-8374-a053f7b7d7fe, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=3e1925d0-d51e-44c8-8374-a053f7b7d7fe,segment=NetworkSegment(4ef2d251-a773-41f5-87cd-cec6f249eb66),segment_id=4ef2d251-a773-41f5-87cd-cec6f249eb66)] {{(pid=79149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:43.242965 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0cf28620-26f8-43f6-a9e5-b8163de15d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:43.275712 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-21304f09-ec3e-4b49-b1b0-1d0d86a8696e tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731641'] for security_group_rule, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:43.282338 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-114a0d87-fd46-46c9-baa9-14466c3daf84 tempest-AttachVolumeShelveTestJSON-203390806 tempest-AttachVolumeShelveTestJSON-203390806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:43.301449 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bf4750-f3ed-4b64-8744-3d80f888cc8d None None] Routers {'59ef1cad-a767-4060-9ad7-063cab56c2fe'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:43.302478 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-f9bf4750-f3ed-4b64-8744-3d80f888cc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:35:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['59ef1cad-a767-4060-9ad7-063cab56c2fe'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:43.302690 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21304f09-ec3e-4b49-b1b0-1d0d86a8696e tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d70a840-ee49-4ffc-b042-2027724fe399,revision_number=0']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:43.307846 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-21304f09-ec3e-4b49-b1b0-1d0d86a8696e tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:43.372293 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-0cf28620-26f8-43f6-a9e5-b8163de15d6c admin admin] Calling delete_port for 3e1925d0-d51e-44c8-8374-a053f7b7d7fe owned by network:router_gateway {{(pid=79149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:35:43.377381 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-21304f09-ec3e-4b49-b1b0-1d0d86a8696e tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:43.381677 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-21304f09-ec3e-4b49-b1b0-1d0d86a8696e tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4377382 Jun 28 12:35:43.382328 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54502) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:43.388443 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-15ab73a5-e145-4437-a34a-fdb5a6fd0c6a tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Request body: {'security_group_rule': {'security_group_id': 'd2ded583-919f-444b-adf8-bd23c894ae8c', 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:35:43.394449 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-15ab73a5-e145-4437-a34a-fdb5a6fd0c6a tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:43.398982 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-15ab73a5-e145-4437-a34a-fdb5a6fd0c6a tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Usage tracker for resource:security_group_rule and tenant:27f9c090252546aaa6ec82eda6690acf is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:43.402221 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-15ab73a5-e145-4437-a34a-fdb5a6fd0c6a tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:43.408264 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-15ab73a5-e145-4437-a34a-fdb5a6fd0c6a tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:43.469039 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.db.securitygroups_db [None req-15ab73a5-e145-4437-a34a-fdb5a6fd0c6a tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Project 27f9c090252546aaa6ec82eda6690acf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 12:35:43.487373 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-15ab73a5-e145-4437-a34a-fdb5a6fd0c6a tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:43.528691 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-f9bf4750-f3ed-4b64-8744-3d80f888cc8d None None] Set router 59ef1cad-a767-4060-9ad7-063cab56c2fe gateway port host: None {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:43.569972 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-15ab73a5-e145-4437-a34a-fdb5a6fd0c6a tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:43.662025 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-f9bf4750-f3ed-4b64-8744-3d80f888cc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'name': 'tempest-AttachVolumeTestJSON-1378796990-router', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:02Z', 'updated_at': '2021-06-28T12:35:42Z', 'revision_number': 6, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'gw_port_host': None}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:43.666893 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bf4750-f3ed-4b64-8744-3d80f888cc8d None None] The sync data for ids ['59ef1cad-a767-4060-9ad7-063cab56c2fe'] in dv-cinder-798094-1-iscsi is: [{'id': '59ef1cad-a767-4060-9ad7-063cab56c2fe', 'name': 'tempest-AttachVolumeTestJSON-1378796990-router', 'tenant_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:02Z', 'updated_at': '2021-06-28T12:35:42Z', 'revision_number': 6, 'project_id': '2ad5e7e0f4e04e7ca73089fe82192600', 'gw_port_host': None}] {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:35:43.674649 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-15ab73a5-e145-4437-a34a-fdb5a6fd0c6a tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731641'] for security_group_rule, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:43.675051 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0cf28620-26f8-43f6-a9e5-b8163de15d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:43.676891 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:43.679512 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-f04bc815-182a-4b7b-9c86-ad6ee3506057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:43.694307 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-c8cdbef2-ac03-4cbf-a827-9239375f43a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e7aed9-d754-4dd6-918c-3459011709c1', 'name': 'tempest-TestShelveInstance-821356014-router', 'tenant_id': '4b5ec90e93514182a80ca923d99097a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:32Z', 'updated_at': '2021-06-28T12:35:37Z', 'revision_number': 4, 'project_id': '4b5ec90e93514182a80ca923d99097a8', 'gw_port': {'id': '0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e7aed9-d754-4dd6-918c-3459011709c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:33Z', 'updated_at': '2021-06-28T12:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '8e20dc71-b258-45ba-a3c4-b5c42b62f3f7', 'name': '', 'network_id': 'bd184b53-9f62-45d5-8e7b-3d445499deef', 'tenant_id': '4b5ec90e93514182a80ca923d99097a8', 'mac_address': 'fa:16:3e:ae:e0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e7aed9-d754-4dd6-918c-3459011709c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '0999f426-ac02-45aa-ba17-535b53e0a75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:36Z', 'updated_at': '2021-06-28T12:35:42Z', 'revision_number': 4, 'project_id': '4b5ec90e93514182a80ca923d99097a8', 'subnets': [{'id': '0999f426-ac02-45aa-ba17-535b53e0a75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:43.704558 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cdbef2-ac03-4cbf-a827-9239375f43a0 None None] The sync data for ids ['03e7aed9-d754-4dd6-918c-3459011709c1'] in dv-cinder-798094-1-iscsi is: [{'id': '03e7aed9-d754-4dd6-918c-3459011709c1', 'name': 'tempest-TestShelveInstance-821356014-router', 'tenant_id': '4b5ec90e93514182a80ca923d99097a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:32Z', 'updated_at': '2021-06-28T12:35:37Z', 'revision_number': 4, 'project_id': '4b5ec90e93514182a80ca923d99097a8', 'gw_port': {'id': '0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e7aed9-d754-4dd6-918c-3459011709c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:33Z', 'updated_at': '2021-06-28T12:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '8e20dc71-b258-45ba-a3c4-b5c42b62f3f7', 'name': '', 'network_id': 'bd184b53-9f62-45d5-8e7b-3d445499deef', 'tenant_id': '4b5ec90e93514182a80ca923d99097a8', 'mac_address': 'fa:16:3e:ae:e0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e7aed9-d754-4dd6-918c-3459011709c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '0999f426-ac02-45aa-ba17-535b53e0a75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:36Z', 'updated_at': '2021-06-28T12:35:42Z', 'revision_number': 4, 'project_id': '4b5ec90e93514182a80ca923d99097a8', 'subnets': [{'id': '0999f426-ac02-45aa-ba17-535b53e0a75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:35:43.707099 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab73a5-e145-4437-a34a-fdb5a6fd0c6a tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63cb762e-2392-4a75-ac29-474cb03a9313,revision_number=0']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:43.719599 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-15ab73a5-e145-4437-a34a-fdb5a6fd0c6a tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:43.766910 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf28620-26f8-43f6-a9e5-b8163de15d6c admin admin] Pushing event deleted for resources: {'Port': ['ID=3e1925d0-d51e-44c8-8374-a053f7b7d7fe,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:43.796140 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-0cf28620-26f8-43f6-a9e5-b8163de15d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:43.806848 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-15ab73a5-e145-4437-a34a-fdb5a6fd0c6a tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:43.809071 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-15ab73a5-e145-4437-a34a-fdb5a6fd0c6a tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4251013 Jun 28 12:35:43.812530 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54506) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:43.821840 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-df88d5ac-7bc7-4c8a-92aa-5792f1dd3a50 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Request body: {'security_group_rule': {'security_group_id': 'd2ded583-919f-444b-adf8-bd23c894ae8c', 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:35:43.824172 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-df88d5ac-7bc7-4c8a-92aa-5792f1dd3a50 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:43.828218 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-df88d5ac-7bc7-4c8a-92aa-5792f1dd3a50 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Usage tracker for resource:security_group_rule and tenant:27f9c090252546aaa6ec82eda6690acf is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:43.831665 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-df88d5ac-7bc7-4c8a-92aa-5792f1dd3a50 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:43.839524 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-df88d5ac-7bc7-4c8a-92aa-5792f1dd3a50 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:43.869215 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0cf28620-26f8-43f6-a9e5-b8163de15d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696678'] for router_gateway, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:43.898039 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:43.960967 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.db.securitygroups_db [None req-df88d5ac-7bc7-4c8a-92aa-5792f1dd3a50 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Project 27f9c090252546aaa6ec82eda6690acf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 12:35:43.968400 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-df88d5ac-7bc7-4c8a-92aa-5792f1dd3a50 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:44.039672 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-df88d5ac-7bc7-4c8a-92aa-5792f1dd3a50 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:44.061256 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0cf28620-26f8-43f6-a9e5-b8163de15d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3695212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34707'] for router, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:44.067634 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0cf28620-26f8-43f6-a9e5-b8163de15d6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:44.132112 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-df88d5ac-7bc7-4c8a-92aa-5792f1dd3a50 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731641'] for security_group_rule, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:44.134199 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:44.164062 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0cf28620-26f8-43f6-a9e5-b8163de15d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3913163'] for router, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:44.165371 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf28620-26f8-43f6-a9e5-b8163de15d6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59ef1cad-a767-4060-9ad7-063cab56c2fe {{(pid=79149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 12:35:44.179102 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88d5ac-7bc7-4c8a-92aa-5792f1dd3a50 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a57acd1-a833-466d-8853-36b1c4992eb4,revision_number=0']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:44.181920 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-df88d5ac-7bc7-4c8a-92aa-5792f1dd3a50 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:44.182667 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0cf28620-26f8-43f6-a9e5-b8163de15d6c admin admin] Notify callbacks [] for router, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:44.186588 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-0cf28620-26f8-43f6-a9e5-b8163de15d6c admin admin] 10.222.0.24 "DELETE /v2.0/routers/59ef1cad-a767-4060-9ad7-063cab56c2fe HTTP/1.1" status: 204 len: 168 time: 1.8753157 Jun 28 12:35:44.187478 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 54514) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:44.255998 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea13cb4e-1801-46f5-aa5e-3502b7c68101 admin admin] Deleting subnet 11742b8b-e4b9-4a4b-87d5-497ec56e1d1d {{(pid=79149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:35:44.259412 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ea13cb4e-1801-46f5-aa5e-3502b7c68101 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:44.309055 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-df88d5ac-7bc7-4c8a-92aa-5792f1dd3a50 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:44.320051 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-df88d5ac-7bc7-4c8a-92aa-5792f1dd3a50 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4971044 Jun 28 12:35:44.328262 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ea13cb4e-1801-46f5-aa5e-3502b7c68101 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1530601'] for subnet, precommit_delete_associations {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:44.424676 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ea13cb4e-1801-46f5-aa5e-3502b7c68101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704721'] for subnet, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:44.572995 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ea13cb4e-1801-46f5-aa5e-3502b7c68101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1530490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1626935'] for subnet, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:44.583529 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:44.624216 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ea13cb4e-1801-46f5-aa5e-3502b7c68101 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:44.627505 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13cb4e-1801-46f5-aa5e-3502b7c68101 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11742b8b-e4b9-4a4b-87d5-497ec56e1d1d,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:44.629529 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284eebfd-c904-47ac-ab2e-6d4942d51402 None None] Network 85f9191a-de6b-428c-8880-77a90cc8bb8e requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:35:44.630857 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-ea13cb4e-1801-46f5-aa5e-3502b7c68101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:44.638866 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54556) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:44.639679 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-ea13cb4e-1801-46f5-aa5e-3502b7c68101 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/11742b8b-e4b9-4a4b-87d5-497ec56e1d1d HTTP/1.1" status: 204 len: 168 time: 0.4509788 Jun 28 12:35:44.647380 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device bf4fff88-ec6f-4a4f-9d4a-c2653818ae52 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:35:44.704019 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] No Port match for: bf4fff88-ec6f-4a4f-9d4a-c2653818ae52 {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:35:44.704369 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device bf4fff88-ec6f-4a4f-9d4a-c2653818ae52 not bound to the agent host hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:35:44.769292 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-717a771d-2cf8-426c-a41b-5e00e36fa768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-761904'] for network, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:44.781748 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-717a771d-2cf8-426c-a41b-5e00e36fa768 admin admin] Deleting port 0643a06c-f79e-4897-8884-87f73ea599f5 {{(pid=79148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:44.782342 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-717a771d-2cf8-426c-a41b-5e00e36fa768 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:44.984423 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1e0994-a181-44fb-ac6b-e1a42b9a8a13 None None] DHCP port deletion for 85f9191a-de6b-428c-8880-77a90cc8bb8e request from dv-cinder-798094-1-iscsi {{(pid=79150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 12:35:44.990561 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-8a1e0994-a181-44fb-ac6b-e1a42b9a8a13 None None] Deleting port 0643a06c-f79e-4897-8884-87f73ea599f5 {{(pid=79150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:44.990967 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-8a1e0994-a181-44fb-ac6b-e1a42b9a8a13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:45.062086 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [None req-717a771d-2cf8-426c-a41b-5e00e36fa768 admin admin] For port 0643a06c-f79e-4897-8884-87f73ea599f5, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=0643a06c-f79e-4897-8884-87f73ea599f5,segment=NetworkSegment(dfd30b91-c668-41e0-a6ce-b8ba3812dfae),segment_id=dfd30b91-c668-41e0-a6ce-b8ba3812dfae)] {{(pid=79148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:45.062510 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-717a771d-2cf8-426c-a41b-5e00e36fa768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:45.198497 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-717a771d-2cf8-426c-a41b-5e00e36fa768 admin admin] Calling delete_port for 0643a06c-f79e-4897-8884-87f73ea599f5 owned by network:dhcp {{(pid=79148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:35:45.263943 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-8a1e0994-a181-44fb-ac6b-e1a42b9a8a13 None None] For port 0643a06c-f79e-4897-8884-87f73ea599f5, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=0643a06c-f79e-4897-8884-87f73ea599f5,segment=NetworkSegment(dfd30b91-c668-41e0-a6ce-b8ba3812dfae),segment_id=dfd30b91-c668-41e0-a6ce-b8ba3812dfae)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:45.264332 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-8a1e0994-a181-44fb-ac6b-e1a42b9a8a13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:45.369861 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-717a771d-2cf8-426c-a41b-5e00e36fa768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:45.375335 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-d28051ef-618a-4512-8671-b4de1870d492 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:45.428340 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a771d-2cf8-426c-a41b-5e00e36fa768 admin admin] Pushing event deleted for resources: {'Port': ['ID=0643a06c-f79e-4897-8884-87f73ea599f5,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:45.431446 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717a771d-2cf8-426c-a41b-5e00e36fa768 admin admin] No DVR routers for this DVR port 0643a06c-f79e-4897-8884-87f73ea599f5 on host dv-cinder-798094-1-iscsi {{(pid=79148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:35:45.433454 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-717a771d-2cf8-426c-a41b-5e00e36fa768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:45.447995 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-8a1e0994-a181-44fb-ac6b-e1a42b9a8a13 None None] Calling delete_port for 0643a06c-f79e-4897-8884-87f73ea599f5 owned by network:dhcp {{(pid=79150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:35:45.531750 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.db.api [None req-8a1e0994-a181-44fb-ac6b-e1a42b9a8a13 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 12:35:45.532295 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_db.api [None req-8a1e0994-a181-44fb-ac6b-e1a42b9a8a13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 12:35:45.571134 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-717a771d-2cf8-426c-a41b-5e00e36fa768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489356', 'neutron.services.segments.db._delete_segments_for_network-8727237320385'] for network, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:45.585125 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.services.segments.db [None req-717a771d-2cf8-426c-a41b-5e00e36fa768 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f9191a-de6b-428c-8880-77a90cc8bb8e']}} {{(pid=79148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:45.605195 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.services.segments.db [None req-717a771d-2cf8-426c-a41b-5e00e36fa768 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd30b91-c668-41e0-a6ce-b8ba3812dfae') {'for_net_delete': True} {{(pid=79148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:45.607783 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.services.segments.db [None req-717a771d-2cf8-426c-a41b-5e00e36fa768 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd30b91-c668-41e0-a6ce-b8ba3812dfae') {} {{(pid=79148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:45.626553 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-717a771d-2cf8-426c-a41b-5e00e36fa768 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727237332776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-827627'] for segment, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:45.642957 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-717a771d-2cf8-426c-a41b-5e00e36fa768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:45.650309 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-717a771d-2cf8-426c-a41b-5e00e36fa768 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=79148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:35:45.650697 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-717a771d-2cf8-426c-a41b-5e00e36fa768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-708228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907551'] for segment, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: Traceback (most recent call last): Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: timer() Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: cb(*args, **kw) Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: return func(*args, **kwargs) Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: self._notify() Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: self.callback(batched_events) Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: event.method(event) Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: return f(self, *a, **k) Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: return self._get(url).json() Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: return self.request(url, 'GET', **kwargs) Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:35:45.664917 dv-cinder-798094-1-iscsi neutron-server[79148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:35:45.697502 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 8e20dc71-b258-45ba-a3c4-b5c42b62f3f7 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:35:45.852655 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning for port 8e20dc71-b258-45ba-a3c4-b5c42b62f3f7 completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:35:45.852920 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-717a771d-2cf8-426c-a41b-5e00e36fa768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696643'] for network, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:45.857377 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-717a771d-2cf8-426c-a41b-5e00e36fa768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:45.858319 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 8e20dc71-b258-45ba-a3c4-b5c42b62f3f7 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:45.858692 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:45.861161 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:45.885250 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a771d-2cf8-426c-a41b-5e00e36fa768 admin admin] Pushing event deleted for resources: {'Network': ['ID=85f9191a-de6b-428c-8880-77a90cc8bb8e,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:45.889841 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-717a771d-2cf8-426c-a41b-5e00e36fa768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:45.976582 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:45.987542 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-717a771d-2cf8-426c-a41b-5e00e36fa768 admin admin] 10.222.0.24 "DELETE /v2.0/networks/85f9191a-de6b-428c-8880-77a90cc8bb8e HTTP/1.1" status: 204 len: 168 time: 1.3474653 Jun 28 12:35:46.013587 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] For port 8e20dc71-b258-45ba-a3c4-b5c42b62f3f7, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=8e20dc71-b258-45ba-a3c4-b5c42b62f3f7,segment=NetworkSegment(d1db4c52-3a85-4a44-8470-73bdf633bac0),segment_id=d1db4c52-3a85-4a44-8470-73bdf633bac0)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:46.033749 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-8a1e0994-a181-44fb-ac6b-e1a42b9a8a13 None None] Deleting port 0643a06c-f79e-4897-8884-87f73ea599f5 {{(pid=79150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:46.034130 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-8a1e0994-a181-44fb-ac6b-e1a42b9a8a13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:46.101930 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:46.108442 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-8a1e0994-a181-44fb-ac6b-e1a42b9a8a13 None None] The port '0643a06c-f79e-4897-8884-87f73ea599f5' was deleted {{(pid=79150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 28 12:35:46.109213 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:46.162270 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 3e1925d0-d51e-44c8-8374-a053f7b7d7fe no longer exists at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:35:46.203952 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] No Port match for: 3e1925d0-d51e-44c8-8374-a053f7b7d7fe {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:35:46.204303 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 3e1925d0-d51e-44c8-8374-a053f7b7d7fe not bound to the agent host dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:35:46.204731 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 0e3134a8-b62b-4746-b794-3181092f9313 no longer exists at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:35:46.247989 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] No Port match for: 0e3134a8-b62b-4746-b794-3181092f9313 {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:35:46.247989 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 0e3134a8-b62b-4746-b794-3181092f9313 not bound to the agent host dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:35:46.247989 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 0643a06c-f79e-4897-8884-87f73ea599f5 no longer exists at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:35:46.283366 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] No Port match for: 0643a06c-f79e-4897-8884-87f73ea599f5 {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:35:46.283722 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 0643a06c-f79e-4897-8884-87f73ea599f5 not bound to the agent host dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:35:46.287524 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Pushing event updated for resources: {'Port': ['ID=8e20dc71-b258-45ba-a3c4-b5c42b62f3f7,revision_number=5']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:46.290686 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:46.362237 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54586) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:46.416210 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-b6b76a62-66e3-44ef-9992-753f9c3817d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ad5e7e0f4e04e7ca73089fe82192600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522318 Jun 28 12:35:46.418752 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54590) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:46.479121 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-bb90f8af-3bef-413d-b011-53348d670e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:46.504415 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-bb90f8af-3bef-413d-b011-53348d670e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:46.644066 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-bb90f8af-3bef-413d-b011-53348d670e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:46.649007 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-ae35c842-04c8-4d0c-9356-aba9743f6396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:46.662242 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90f8af-3bef-413d-b011-53348d670e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe00470-4cdd-4617-84c3-875ffce53e51,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:46.667127 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-bb90f8af-3bef-413d-b011-53348d670e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:46.669294 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-bb90f8af-3bef-413d-b011-53348d670e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:46.670503 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-bb90f8af-3bef-413d-b011-53348d670e78 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cbe00470-4cdd-4617-84c3-875ffce53e51 HTTP/1.1" status: 204 len: 168 time: 0.2507432 Jun 28 12:35:46.802673 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 54600) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:47.012381 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-243581af-dd2a-4bdb-ad33-fa4d9d193648 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Deleting port 8b8a8aea-1904-47f5-a7bf-cbed2bed9e98 {{(pid=79149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:47.012715 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-243581af-dd2a-4bdb-ad33-fa4d9d193648 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:47.297929 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-243581af-dd2a-4bdb-ad33-fa4d9d193648 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:47.298290 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-243581af-dd2a-4bdb-ad33-fa4d9d193648 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:47.429958 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-243581af-dd2a-4bdb-ad33-fa4d9d193648 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Calling delete_port for 8b8a8aea-1904-47f5-a7bf-cbed2bed9e98 owned by network:floatingip {{(pid=79149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:35:47.642854 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 8e20dc71-b258-45ba-a3c4-b5c42b62f3f7 up at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:35:47.655242 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-243581af-dd2a-4bdb-ad33-fa4d9d193648 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:47.659160 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-29f995b2-f91b-41bc-a044-accb779e9d66 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:47.713446 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243581af-dd2a-4bdb-ad33-fa4d9d193648 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Pushing event deleted for resources: {'Port': ['ID=8b8a8aea-1904-47f5-a7bf-cbed2bed9e98,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:47.730843 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Provisioning complete for port 8e20dc71-b258-45ba-a3c4-b5c42b62f3f7 triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:47.731555 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:47.748070 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-243581af-dd2a-4bdb-ad33-fa4d9d193648 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:47.817748 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-243581af-dd2a-4bdb-ad33-fa4d9d193648 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for floatingip, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:47.818482 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.db.l3_db [None req-243581af-dd2a-4bdb-ad33-fa4d9d193648 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Floating IP 4a8451bc-0de9-4b40-9fac-39a7cde1777d disassociated (deleted). External IP: 172.27.0.105, port: c6acad85-7082-49eb-984b-905172368108. Jun 28 12:35:48.191167 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243581af-dd2a-4bdb-ad33-fa4d9d193648 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Router ea3eb4ed-00b7-4180-b09c-b378300e6666 has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:35:48.383372 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243581af-dd2a-4bdb-ad33-fa4d9d193648 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:35:48.394816 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973204b2-090c-48ca-bd53-15b357bc1a73 None None] Sync routers for ids ['ea3eb4ed-00b7-4180-b09c-b378300e6666'] in dv-cinder-798094-1-iscsi {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:35:48.404421 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973204b2-090c-48ca-bd53-15b357bc1a73 None None] Routers {'ea3eb4ed-00b7-4180-b09c-b378300e6666'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:48.405095 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-973204b2-090c-48ca-bd53-15b357bc1a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:35:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['ea3eb4ed-00b7-4180-b09c-b378300e6666'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:48.519149 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-243581af-dd2a-4bdb-ad33-fa4d9d193648 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for floatingip, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:48.589327 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-243581af-dd2a-4bdb-ad33-fa4d9d193648 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "DELETE /v2.0/floatingips/4a8451bc-0de9-4b40-9fac-39a7cde1777d HTTP/1.1" status: 204 len: 168 time: 1.7898586 Jun 28 12:35:48.590001 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fdee41-6203-47c5-8f52-5e47f44b0f5a', 'tag': 'c6acad85-7082-49eb-984b-905172368108'}] {{(pid=79149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:35:48.604101 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-973204b2-090c-48ca-bd53-15b357bc1a73 None None] Set router ea3eb4ed-00b7-4180-b09c-b378300e6666 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:48.635391 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fdee41-6203-47c5-8f52-5e47f44b0f5a', 'tag': 'c6acad85-7082-49eb-984b-905172368108', 'status': 'completed', 'code': 200} Jun 28 12:35:48.761312 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f522061-0691-498b-ab30-0416fd30e73a req-7e9e578c-b97d-4c65-b672-0d48413ab4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:48.762494 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8f522061-0691-498b-ab30-0416fd30e73a req-7e9e578c-b97d-4c65-b672-0d48413ab4fd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d731c92df6f44735b6ed8f7290374934&device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 1098 time: 0.0794199 Jun 28 12:35:48.961466 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f522061-0691-498b-ab30-0416fd30e73a req-67d48a68-25eb-41c4-9b14-33a8435766a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:48.961466 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8f522061-0691-498b-ab30-0416fd30e73a req-67d48a68-25eb-41c4-9b14-33a8435766a6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=611bae97-b201-4ae0-aa3d-b952aec58054 HTTP/1.1" status: 200 len: 913 time: 0.1912873 Jun 28 12:35:48.972428 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-973204b2-090c-48ca-bd53-15b357bc1a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'name': 'tempest-TestVolumeBootPattern-1730247186-router', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:31Z', 'updated_at': '2021-06-28T12:26:36Z', 'revision_number': 4, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'gw_port': {'id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:32Z', 'updated_at': '2021-06-28T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '78c0c975-9b9e-420b-8a72-4e952e84d897', 'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'mac_address': 'fa:16:3e:c7:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:35Z', 'updated_at': '2021-06-28T12:26:43Z', 'revision_number': 5, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'subnets': [{'id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:48.977750 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973204b2-090c-48ca-bd53-15b357bc1a73 None None] Checking router: ea3eb4ed-00b7-4180-b09c-b378300e6666 for host: dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:35:48.987727 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973204b2-090c-48ca-bd53-15b357bc1a73 None None] Routers {'ea3eb4ed-00b7-4180-b09c-b378300e6666'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:48.988351 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-973204b2-090c-48ca-bd53-15b357bc1a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:35:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['ea3eb4ed-00b7-4180-b09c-b378300e6666'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:49.044534 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8f522061-0691-498b-ab30-0416fd30e73a req-3bd05ad9-7535-41aa-b021-96cf13ea8529 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6acad85-7082-49eb-984b-905172368108 HTTP/1.1" status: 200 len: 217 time: 0.0649803 Jun 28 12:35:49.218160 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-973204b2-090c-48ca-bd53-15b357bc1a73 None None] Set router ea3eb4ed-00b7-4180-b09c-b378300e6666 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:49.228495 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f522061-0691-498b-ab30-0416fd30e73a req-51bb8bed-2b2e-4f81-9820-4272326170cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:49.229926 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8f522061-0691-498b-ab30-0416fd30e73a req-51bb8bed-2b2e-4f81-9820-4272326170cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=07d77b73-0127-4dab-b2d9-b653c28d5b6a HTTP/1.1" status: 200 len: 851 time: 0.1837389 Jun 28 12:35:49.316535 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f522061-0691-498b-ab30-0416fd30e73a req-40cd6d93-7d7b-4900-9435-1c41e2f8cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:49.317966 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8f522061-0691-498b-ab30-0416fd30e73a req-40cd6d93-7d7b-4900-9435-1c41e2f8cef3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=611bae97-b201-4ae0-aa3d-b952aec58054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806596 Jun 28 12:35:49.456967 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8f522061-0691-498b-ab30-0416fd30e73a req-9707ef66-301c-4ccb-ae85-5d2f75eb730f service neutron] 10.222.0.64 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318278 Jun 28 12:35:49.559452 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-973204b2-090c-48ca-bd53-15b357bc1a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'name': 'tempest-TestVolumeBootPattern-1730247186-router', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:31Z', 'updated_at': '2021-06-28T12:26:36Z', 'revision_number': 4, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'gw_port': {'id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:32Z', 'updated_at': '2021-06-28T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '78c0c975-9b9e-420b-8a72-4e952e84d897', 'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'mac_address': 'fa:16:3e:c7:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:35Z', 'updated_at': '2021-06-28T12:26:43Z', 'revision_number': 5, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'subnets': [{'id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:49.563475 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973204b2-090c-48ca-bd53-15b357bc1a73 None None] The sync data for ids ['ea3eb4ed-00b7-4180-b09c-b378300e6666'] in dv-cinder-798094-1-iscsi is: [{'id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'name': 'tempest-TestVolumeBootPattern-1730247186-router', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:31Z', 'updated_at': '2021-06-28T12:26:36Z', 'revision_number': 4, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'gw_port': {'id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:32Z', 'updated_at': '2021-06-28T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': '78c0c975-9b9e-420b-8a72-4e952e84d897', 'name': '', 'network_id': '611bae97-b201-4ae0-aa3d-b952aec58054', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'mac_address': 'fa:16:3e:c7:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:35Z', 'updated_at': '2021-06-28T12:26:43Z', 'revision_number': 5, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'subnets': [{'id': '07d77b73-0127-4dab-b2d9-b653c28d5b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:35:49.661745 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8f522061-0691-498b-ab30-0416fd30e73a req-3fbfb593-99a2-47cc-9801-c78a3de6de7f service neutron] 10.222.0.64 "GET /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972666 Jun 28 12:35:49.672802 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f85657-e08a-4eba-bedf-c3f00b600f83 req-1f557940-1ca3-40f5-99af-8c4cc42a133d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:49.673611 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-37f85657-e08a-4eba-bedf-c3f00b600f83 req-1f557940-1ca3-40f5-99af-8c4cc42a133d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Synchronizing usage tracker for tenant:d731c92df6f44735b6ed8f7290374934 on resource:port {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:35:49.772076 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-37f85657-e08a-4eba-bedf-c3f00b600f83 req-1f557940-1ca3-40f5-99af-8c4cc42a133d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Unset dirty status for tenant:d731c92df6f44735b6ed8f7290374934 on resource:port {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:35:49.773300 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-37f85657-e08a-4eba-bedf-c3f00b600f83 req-1f557940-1ca3-40f5-99af-8c4cc42a133d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 945 time: 0.4981840 Jun 28 12:35:49.797134 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92005687-55d4-4b01-ac04-320e6aed33f7 None None] New status for floating IP 4a8451bc-0de9-4b40-9fac-39a7cde1777d: DOWN {{(pid=79151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:35:49.823678 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-37f85657-e08a-4eba-bedf-c3f00b600f83 req-f528fa5d-4fed-421a-b353-89f4192f029a tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436423 Jun 28 12:35:51.060897 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9205edf-2876-436c-a749-55e431a5412e req-44e216a9-88e8-40b3-b038-8cf16d5a9a2f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:51.062372 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e9205edf-2876-436c-a749-55e431a5412e req-44e216a9-88e8-40b3-b038-8cf16d5a9a2f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.64 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 945 time: 0.1523209 Jun 28 12:35:51.074339 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e574e-f579-46d6-9f17-97ec01689ae6 req-c5ca6e7f-e09a-4d82-8d71-3b6e9449b6d6 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:51.075759 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e83e574e-f579-46d6-9f17-97ec01689ae6 req-c5ca6e7f-e09a-4d82-8d71-3b6e9449b6d6 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 945 time: 0.1275697 Jun 28 12:35:51.176888 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [req-e9205edf-2876-436c-a749-55e431a5412e req-9f2f04ff-3834-4435-961e-48769577af23 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Deleting port c6acad85-7082-49eb-984b-905172368108 {{(pid=79149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:51.177268 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-e9205edf-2876-436c-a749-55e431a5412e req-9f2f04ff-3834-4435-961e-48769577af23 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:51.213244 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e83e574e-f579-46d6-9f17-97ec01689ae6 req-98eff477-5ab4-4b98-8335-8892fde31a0a tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/security-groups?id=7d2cc358-66d5-4461-b072-0a0c6d13029c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009486 Jun 28 12:35:51.438870 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.db [req-e9205edf-2876-436c-a749-55e431a5412e req-9f2f04ff-3834-4435-961e-48769577af23 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] For port c6acad85-7082-49eb-984b-905172368108, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c6acad85-7082-49eb-984b-905172368108,segment=NetworkSegment(dc1f170b-1229-466f-8985-928d834987ab),segment_id=dc1f170b-1229-466f-8985-928d834987ab)] {{(pid=79149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:51.439245 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-e9205edf-2876-436c-a749-55e431a5412e req-9f2f04ff-3834-4435-961e-48769577af23 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:51.571159 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [req-e9205edf-2876-436c-a749-55e431a5412e req-9f2f04ff-3834-4435-961e-48769577af23 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Calling delete_port for c6acad85-7082-49eb-984b-905172368108 owned by compute:nova {{(pid=79149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:35:51.794671 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-e9205edf-2876-436c-a749-55e431a5412e req-9f2f04ff-3834-4435-961e-48769577af23 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:51.800318 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-c6ed6476-8c4c-465b-9324-b8d355c8dd38 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:51.846172 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f04ff-3834-4435-961e-48769577af23 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Pushing event deleted for resources: {'Port': ['ID=c6acad85-7082-49eb-984b-905172368108,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:51.849258 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-9f2f04ff-3834-4435-961e-48769577af23 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:51.924232 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9205edf-2876-436c-a749-55e431a5412e req-9f2f04ff-3834-4435-961e-48769577af23 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] No DVR routers for this DVR port c6acad85-7082-49eb-984b-905172368108 on host hv-cinder-79809 {{(pid=79149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:35:51.926868 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-e9205edf-2876-436c-a749-55e431a5412e req-9f2f04ff-3834-4435-961e-48769577af23 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:51.930229 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fdee41-6203-47c5-8f52-5e47f44b0f5a', 'name': 'network-vif-deleted', 'tag': 'c6acad85-7082-49eb-984b-905172368108'}] {{(pid=79149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:35:51.984384 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fdee41-6203-47c5-8f52-5e47f44b0f5a', 'name': 'network-vif-deleted', 'tag': 'c6acad85-7082-49eb-984b-905172368108', 'status': 'completed', 'code': 200} Jun 28 12:35:52.004954 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e9205edf-2876-436c-a749-55e431a5412e req-9f2f04ff-3834-4435-961e-48769577af23 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.64 "DELETE /v2.0/ports/c6acad85-7082-49eb-984b-905172368108 HTTP/1.1" status: 204 len: 173 time: 0.9277902 Jun 28 12:35:52.387949 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-f5918ccf-ed96-4b96-b598-62baac6e8f2d req-c5377d3c-3f05-4f62-8d4f-d3b5d3567912 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Synchronizing usage tracker for tenant:d731c92df6f44735b6ed8f7290374934 on resource:port {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:35:52.497451 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-f5918ccf-ed96-4b96-b598-62baac6e8f2d req-c5377d3c-3f05-4f62-8d4f-d3b5d3567912 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Unset dirty status for tenant:d731c92df6f44735b6ed8f7290374934 on resource:port {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:35:52.498655 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f5918ccf-ed96-4b96-b598-62baac6e8f2d req-c5377d3c-3f05-4f62-8d4f-d3b5d3567912 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 210 time: 0.1537015 Jun 28 12:35:53.670007 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-48730e64-c512-494c-98e3-fb49ebf38f91 req-186e2fc7-a66c-4dfd-ad79-6b8c5ac551a9 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "GET /v2.0/ports?device_id=08fdee41-6203-47c5-8f52-5e47f44b0f5a HTTP/1.1" status: 200 len: 210 time: 0.0480227 Jun 28 12:35:54.648930 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device c6acad85-7082-49eb-984b-905172368108 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:35:54.684588 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] No Port match for: c6acad85-7082-49eb-984b-905172368108 {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:35:54.684940 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device c6acad85-7082-49eb-984b-905172368108 not bound to the agent host hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:35:54.768534 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 54724) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:55.033220 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-bd53f245-6f64-484c-8abb-803215d02b21 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Deleting port 0ea9ddef-37ce-40e6-94be-33793c8eba9d {{(pid=79149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:55.033563 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-bd53f245-6f64-484c-8abb-803215d02b21 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:55.135145 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:55.208793 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-bd53f245-6f64-484c-8abb-803215d02b21 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:55.209034 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-bd53f245-6f64-484c-8abb-803215d02b21 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:55.336903 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-bd53f245-6f64-484c-8abb-803215d02b21 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Calling delete_port for 0ea9ddef-37ce-40e6-94be-33793c8eba9d owned by network:floatingip {{(pid=79149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:35:55.543209 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-bd53f245-6f64-484c-8abb-803215d02b21 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:55.547256 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-bf3fea04-3556-4fdb-a28f-4624382b7e79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:55.593457 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53f245-6f64-484c-8abb-803215d02b21 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Pushing event deleted for resources: {'Port': ['ID=0ea9ddef-37ce-40e6-94be-33793c8eba9d,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:55.596997 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-bd53f245-6f64-484c-8abb-803215d02b21 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:55.687450 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-bd53f245-6f64-484c-8abb-803215d02b21 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for floatingip, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:55.787100 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-bd53f245-6f64-484c-8abb-803215d02b21 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for floatingip, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:55.794064 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-bd53f245-6f64-484c-8abb-803215d02b21 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "DELETE /v2.0/floatingips/b551a40d-4cd6-4e2a-8723-8e42ff3c71ab HTTP/1.1" status: 204 len: 168 time: 1.0187383 Jun 28 12:35:57.319244 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54752) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:57.393019 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-59275a58-6083-4ed7-9df4-57ff2b7dfcc3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:57.422962 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-59275a58-6083-4ed7-9df4-57ff2b7dfcc3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:57.549170 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-59275a58-6083-4ed7-9df4-57ff2b7dfcc3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:57.553321 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-d9490119-60c0-4950-83c7-9b0bdeafc1b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:57.569601 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59275a58-6083-4ed7-9df4-57ff2b7dfcc3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2cc358-66d5-4461-b072-0a0c6d13029c,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:57.572166 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-59275a58-6083-4ed7-9df4-57ff2b7dfcc3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:57.649886 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-59275a58-6083-4ed7-9df4-57ff2b7dfcc3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:57.653857 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-59275a58-6083-4ed7-9df4-57ff2b7dfcc3 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] 10.222.0.24 "DELETE /v2.0/security-groups/7d2cc358-66d5-4461-b072-0a0c6d13029c HTTP/1.1" status: 204 len: 168 time: 0.3309264 Jun 28 12:35:57.789373 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54764) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:58.542193 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7def6a91-204d-4fae-bcdd-ed3176eedfdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695107'] for router_interface, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:58.888776 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-7def6a91-204d-4fae-bcdd-ed3176eedfdf admin admin] Deleting port 78c0c975-9b9e-420b-8a72-4e952e84d897 {{(pid=79148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:58.889102 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7def6a91-204d-4fae-bcdd-ed3176eedfdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:59.060564 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [None req-7def6a91-204d-4fae-bcdd-ed3176eedfdf admin admin] For port 78c0c975-9b9e-420b-8a72-4e952e84d897, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=78c0c975-9b9e-420b-8a72-4e952e84d897,segment=NetworkSegment(dc1f170b-1229-466f-8985-928d834987ab),segment_id=dc1f170b-1229-466f-8985-928d834987ab)] {{(pid=79148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:59.060919 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7def6a91-204d-4fae-bcdd-ed3176eedfdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:59.186664 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-7def6a91-204d-4fae-bcdd-ed3176eedfdf admin admin] Calling delete_port for 78c0c975-9b9e-420b-8a72-4e952e84d897 owned by network:router_interface {{(pid=79148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:35:59.486489 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54788) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:59.506336 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7def6a91-204d-4fae-bcdd-ed3176eedfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:59.510937 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-8bb91d9a-92ef-4560-ac2d-c04b59bbc697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:59.556086 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def6a91-204d-4fae-bcdd-ed3176eedfdf admin admin] Pushing event deleted for resources: {'Port': ['ID=78c0c975-9b9e-420b-8a72-4e952e84d897,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:59.559920 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-7def6a91-204d-4fae-bcdd-ed3176eedfdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:59.756793 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7adca4f1-ea34-45a5-87e1-53cae9b92c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:59.785612 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-7adca4f1-ea34-45a5-87e1-53cae9b92c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:59.792096 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-7adca4f1-ea34-45a5-87e1-53cae9b92c2b admin admin] Usage tracker for resource:security_group_rule and tenant:0ec51d58398a47bd9984689f8248abce is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:59.796175 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-7adca4f1-ea34-45a5-87e1-53cae9b92c2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:59.859622 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-7adca4f1-ea34-45a5-87e1-53cae9b92c2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:00.003460 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7def6a91-204d-4fae-bcdd-ed3176eedfdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3781280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3695279'] for router_interface, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:00.134611 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7adca4f1-ea34-45a5-87e1-53cae9b92c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:00.201494 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7adca4f1-ea34-45a5-87e1-53cae9b92c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:00.217790 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-e5192c27-e26d-4214-932a-8becc0190b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:00.269548 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-7adca4f1-ea34-45a5-87e1-53cae9b92c2b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ec51d58398a47bd9984689f8248abce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7819405 Jun 28 12:36:00.272321 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 54800) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:00.321510 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adca4f1-ea34-45a5-87e1-53cae9b92c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ecbd90-f376-483c-a1af-adcaaade18ec,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:00.325424 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-7adca4f1-ea34-45a5-87e1-53cae9b92c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:00.335509 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-edd85729-a8af-4d0d-a3d5-0d18ec2c0285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:00.362309 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-edd85729-a8af-4d0d-a3d5-0d18ec2c0285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:00.455164 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7def6a91-204d-4fae-bcdd-ed3176eedfdf admin admin] Router ea3eb4ed-00b7-4180-b09c-b378300e6666 has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:36:00.485996 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-edd85729-a8af-4d0d-a3d5-0d18ec2c0285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:00.489836 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-9c32864d-ca5e-45f8-b0b0-d9c1c4037483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:00.503515 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd85729-a8af-4d0d-a3d5-0d18ec2c0285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ecbd90-f376-483c-a1af-adcaaade18ec,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:00.506913 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-edd85729-a8af-4d0d-a3d5-0d18ec2c0285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:00.509786 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-edd85729-a8af-4d0d-a3d5-0d18ec2c0285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:00.510929 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-edd85729-a8af-4d0d-a3d5-0d18ec2c0285 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1ecbd90-f376-483c-a1af-adcaaade18ec HTTP/1.1" status: 204 len: 168 time: 0.2375329 Jun 28 12:36:00.637149 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7def6a91-204d-4fae-bcdd-ed3176eedfdf admin admin] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:36:00.646593 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549250ca-d1fe-46e6-8685-a27181c30b1a None None] Sync routers for ids ['ea3eb4ed-00b7-4180-b09c-b378300e6666'] in dv-cinder-798094-1-iscsi {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:36:00.657630 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-7def6a91-204d-4fae-bcdd-ed3176eedfdf admin admin] 10.222.0.24 "PUT /v2.0/routers/ea3eb4ed-00b7-4180-b09c-b378300e6666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8671615 Jun 28 12:36:00.660981 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549250ca-d1fe-46e6-8685-a27181c30b1a None None] Routers {'ea3eb4ed-00b7-4180-b09c-b378300e6666'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:36:00.660981 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-549250ca-d1fe-46e6-8685-a27181c30b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:35:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['ea3eb4ed-00b7-4180-b09c-b378300e6666'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:36:00.661259 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54806) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:00.840988 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-ab9a4a1a-c2e7-40da-b8a7-60c57fb700e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:00.842241 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-549250ca-d1fe-46e6-8685-a27181c30b1a None None] Set router ea3eb4ed-00b7-4180-b09c-b378300e6666 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:36:01.139702 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-ab9a4a1a-c2e7-40da-b8a7-60c57fb700e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:01.164826 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-549250ca-d1fe-46e6-8685-a27181c30b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'name': 'tempest-TestVolumeBootPattern-1730247186-router', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:31Z', 'updated_at': '2021-06-28T12:35:59Z', 'revision_number': 5, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'gw_port': {'id': '9d74b319-0969-4687-b0eb-efab3fbee88a', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:32Z', 'updated_at': '2021-06-28T12:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:36:01.168675 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549250ca-d1fe-46e6-8685-a27181c30b1a None None] Checking router: ea3eb4ed-00b7-4180-b09c-b378300e6666 for host: dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:36:01.176953 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549250ca-d1fe-46e6-8685-a27181c30b1a None None] Routers {'ea3eb4ed-00b7-4180-b09c-b378300e6666'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:36:01.182321 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-549250ca-d1fe-46e6-8685-a27181c30b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:35:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['ea3eb4ed-00b7-4180-b09c-b378300e6666'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:36:01.229558 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-ab9a4a1a-c2e7-40da-b8a7-60c57fb700e0 admin admin] Deleting port 9d74b319-0969-4687-b0eb-efab3fbee88a {{(pid=79148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:36:01.230249 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-ab9a4a1a-c2e7-40da-b8a7-60c57fb700e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:01.331972 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-549250ca-d1fe-46e6-8685-a27181c30b1a None None] Set router ea3eb4ed-00b7-4180-b09c-b378300e6666 gateway port host: None {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:36:01.417102 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [None req-ab9a4a1a-c2e7-40da-b8a7-60c57fb700e0 admin admin] For port 9d74b319-0969-4687-b0eb-efab3fbee88a, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=9d74b319-0969-4687-b0eb-efab3fbee88a,segment=NetworkSegment(4ef2d251-a773-41f5-87cd-cec6f249eb66),segment_id=4ef2d251-a773-41f5-87cd-cec6f249eb66)] {{(pid=79148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:36:01.417460 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-ab9a4a1a-c2e7-40da-b8a7-60c57fb700e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:01.462457 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-549250ca-d1fe-46e6-8685-a27181c30b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'name': 'tempest-TestVolumeBootPattern-1730247186-router', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:31Z', 'updated_at': '2021-06-28T12:36:01Z', 'revision_number': 6, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'gw_port_host': None}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:36:01.467721 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549250ca-d1fe-46e6-8685-a27181c30b1a None None] The sync data for ids ['ea3eb4ed-00b7-4180-b09c-b378300e6666'] in dv-cinder-798094-1-iscsi is: [{'id': 'ea3eb4ed-00b7-4180-b09c-b378300e6666', 'name': 'tempest-TestVolumeBootPattern-1730247186-router', 'tenant_id': 'd731c92df6f44735b6ed8f7290374934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:31Z', 'updated_at': '2021-06-28T12:36:01Z', 'revision_number': 6, 'project_id': 'd731c92df6f44735b6ed8f7290374934', 'gw_port_host': None}] {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:36:01.542235 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-ab9a4a1a-c2e7-40da-b8a7-60c57fb700e0 admin admin] Calling delete_port for 9d74b319-0969-4687-b0eb-efab3fbee88a owned by network:router_gateway {{(pid=79148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:36:01.758756 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-ab9a4a1a-c2e7-40da-b8a7-60c57fb700e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:01.763763 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-eeee0f41-b61a-4ae1-940e-a410edc578a4 tempest-AttachVolumeNegativeTest-1315680726 tempest-AttachVolumeNegativeTest-1315680726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:01.809862 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a4a1a-c2e7-40da-b8a7-60c57fb700e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d74b319-0969-4687-b0eb-efab3fbee88a,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:01.812959 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-ab9a4a1a-c2e7-40da-b8a7-60c57fb700e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:01.910167 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-ab9a4a1a-c2e7-40da-b8a7-60c57fb700e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696678'] for router_gateway, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:01.947772 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 78c0c975-9b9e-420b-8a72-4e952e84d897 no longer exists at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:36:01.990111 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] No Port match for: 78c0c975-9b9e-420b-8a72-4e952e84d897 {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:36:01.990961 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 78c0c975-9b9e-420b-8a72-4e952e84d897 not bound to the agent host dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:36:02.128386 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-ab9a4a1a-c2e7-40da-b8a7-60c57fb700e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3695212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34707'] for router, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:02.130612 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-ab9a4a1a-c2e7-40da-b8a7-60c57fb700e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:02.221178 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-ab9a4a1a-c2e7-40da-b8a7-60c57fb700e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3913163'] for router, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:02.221718 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9a4a1a-c2e7-40da-b8a7-60c57fb700e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea3eb4ed-00b7-4180-b09c-b378300e6666 {{(pid=79148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 12:36:02.234339 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-ab9a4a1a-c2e7-40da-b8a7-60c57fb700e0 admin admin] Notify callbacks [] for router, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:02.235498 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-ab9a4a1a-c2e7-40da-b8a7-60c57fb700e0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ea3eb4ed-00b7-4180-b09c-b378300e6666 HTTP/1.1" status: 204 len: 168 time: 1.5744331 Jun 28 12:36:02.238015 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54840) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:02.306378 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_v2 [None req-755beffa-b894-4bf1-9e7c-77c02249a3f4 admin admin] Deleting subnet 07d77b73-0127-4dab-b2d9-b653c28d5b6a {{(pid=79148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:36:02.309354 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-755beffa-b894-4bf1-9e7c-77c02249a3f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:02.359981 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-755beffa-b894-4bf1-9e7c-77c02249a3f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-827602'] for subnet, precommit_delete_associations {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:02.442628 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-755beffa-b894-4bf1-9e7c-77c02249a3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704721'] for subnet, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:02.589282 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-755beffa-b894-4bf1-9e7c-77c02249a3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1905405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1741771'] for subnet, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:02.593930 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-7efd35ee-afef-4a8f-90ea-8b63e2ad0e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:02.632080 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755beffa-b894-4bf1-9e7c-77c02249a3f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07d77b73-0127-4dab-b2d9-b653c28d5b6a,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:02.634932 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-755beffa-b894-4bf1-9e7c-77c02249a3f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:02.637720 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-755beffa-b894-4bf1-9e7c-77c02249a3f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for subnet, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:02.646806 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-755beffa-b894-4bf1-9e7c-77c02249a3f4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/07d77b73-0127-4dab-b2d9-b653c28d5b6a HTTP/1.1" status: 204 len: 168 time: 0.4077640 Jun 28 12:36:02.651163 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 54854) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:02.654644 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f180aa9-851c-4b75-b0aa-86d331255e97 None None] Network 611bae97-b201-4ae0-aa3d-b952aec58054 requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:36:02.766774 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-d313f84c-5990-42f5-9788-da2218bd0043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-761904'] for network, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:02.777711 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-d313f84c-5990-42f5-9788-da2218bd0043 admin admin] Deleting port d4dea61e-de21-4c00-9dd6-a9e6ee870e50 {{(pid=79149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:36:02.778039 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-d313f84c-5990-42f5-9788-da2218bd0043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:02.984376 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba8d704-5e1f-42fc-88c4-e70bf96c7604 None None] DHCP port deletion for 611bae97-b201-4ae0-aa3d-b952aec58054 request from dv-cinder-798094-1-iscsi {{(pid=79150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 12:36:02.988605 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-9ba8d704-5e1f-42fc-88c4-e70bf96c7604 None None] Deleting port d4dea61e-de21-4c00-9dd6-a9e6ee870e50 {{(pid=79150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:36:02.988986 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d704-5e1f-42fc-88c4-e70bf96c7604 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:03.000531 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.db [None req-d313f84c-5990-42f5-9788-da2218bd0043 admin admin] For port d4dea61e-de21-4c00-9dd6-a9e6ee870e50, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=d4dea61e-de21-4c00-9dd6-a9e6ee870e50,segment=NetworkSegment(dc1f170b-1229-466f-8985-928d834987ab),segment_id=dc1f170b-1229-466f-8985-928d834987ab)] {{(pid=79149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:36:03.000869 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-d313f84c-5990-42f5-9788-da2218bd0043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:03.130187 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-d313f84c-5990-42f5-9788-da2218bd0043 admin admin] Calling delete_port for d4dea61e-de21-4c00-9dd6-a9e6ee870e50 owned by network:dhcp {{(pid=79149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:36:03.200711 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-9ba8d704-5e1f-42fc-88c4-e70bf96c7604 None None] For port d4dea61e-de21-4c00-9dd6-a9e6ee870e50, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=d4dea61e-de21-4c00-9dd6-a9e6ee870e50,segment=NetworkSegment(dc1f170b-1229-466f-8985-928d834987ab),segment_id=dc1f170b-1229-466f-8985-928d834987ab)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:36:03.200711 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d704-5e1f-42fc-88c4-e70bf96c7604 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:03.303670 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-d313f84c-5990-42f5-9788-da2218bd0043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:03.308871 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-75ae09f7-9924-4cf8-8f22-7be45b0d5d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:03.328952 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-9ba8d704-5e1f-42fc-88c4-e70bf96c7604 None None] Calling delete_port for d4dea61e-de21-4c00-9dd6-a9e6ee870e50 owned by network:dhcp {{(pid=79150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:36:03.356544 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313f84c-5990-42f5-9788-da2218bd0043 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4dea61e-de21-4c00-9dd6-a9e6ee870e50,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:03.370332 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d313f84c-5990-42f5-9788-da2218bd0043 admin admin] No DVR routers for this DVR port d4dea61e-de21-4c00-9dd6-a9e6ee870e50 on host dv-cinder-798094-1-iscsi {{(pid=79149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:36:03.370332 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-d313f84c-5990-42f5-9788-da2218bd0043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:03.404951 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.db.api [None req-9ba8d704-5e1f-42fc-88c4-e70bf96c7604 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 12:36:03.410526 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_db.api [None req-9ba8d704-5e1f-42fc-88c4-e70bf96c7604 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 12:36:03.426985 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:36:03.570490 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-d313f84c-5990-42f5-9788-da2218bd0043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489356', 'neutron.services.segments.db._delete_segments_for_network-8727237320385'] for network, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:03.588967 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.services.segments.db [None req-d313f84c-5990-42f5-9788-da2218bd0043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['611bae97-b201-4ae0-aa3d-b952aec58054']}} {{(pid=79149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:36:03.597848 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.services.segments.db [None req-d313f84c-5990-42f5-9788-da2218bd0043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc1f170b-1229-466f-8985-928d834987ab') {'for_net_delete': True} {{(pid=79149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:36:03.598154 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.services.segments.db [None req-d313f84c-5990-42f5-9788-da2218bd0043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc1f170b-1229-466f-8985-928d834987ab') {} {{(pid=79149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:36:03.610349 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-d313f84c-5990-42f5-9788-da2218bd0043 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727237332776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1530576'] for segment, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:03.628922 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-d313f84c-5990-42f5-9788-da2218bd0043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:03.636209 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d313f84c-5990-42f5-9788-da2218bd0043 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=79149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:36:03.636632 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-d313f84c-5990-42f5-9788-da2218bd0043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-708228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1528792'] for segment, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: Traceback (most recent call last): Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: timer() Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: cb(*args, **kw) Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: return func(*args, **kwargs) Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: self._notify() Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: self.callback(batched_events) Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: event.method(event) Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: return f(self, *a, **k) Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: return self._get(url).json() Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: return self.request(url, 'GET', **kwargs) Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:36:03.650085 dv-cinder-798094-1-iscsi neutron-server[79149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:36:03.664030 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device d4dea61e-de21-4c00-9dd6-a9e6ee870e50 no longer exists at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:36:03.700902 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] No Port match for: d4dea61e-de21-4c00-9dd6-a9e6ee870e50 {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:36:03.701245 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device d4dea61e-de21-4c00-9dd6-a9e6ee870e50 not bound to the agent host dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:36:03.701674 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 9d74b319-0969-4687-b0eb-efab3fbee88a no longer exists at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:36:03.734015 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] No Port match for: 9d74b319-0969-4687-b0eb-efab3fbee88a {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:36:03.734358 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 9d74b319-0969-4687-b0eb-efab3fbee88a not bound to the agent host dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:36:03.834911 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-d313f84c-5990-42f5-9788-da2218bd0043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696643'] for network, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:03.838903 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:03.851896 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-d313f84c-5990-42f5-9788-da2218bd0043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:03.862067 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313f84c-5990-42f5-9788-da2218bd0043 admin admin] Pushing event deleted for resources: {'Network': ['ID=611bae97-b201-4ae0-aa3d-b952aec58054,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:03.866491 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-d313f84c-5990-42f5-9788-da2218bd0043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:03.906923 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-9ba8d704-5e1f-42fc-88c4-e70bf96c7604 None None] Deleting port d4dea61e-de21-4c00-9dd6-a9e6ee870e50 {{(pid=79150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:36:03.907318 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d704-5e1f-42fc-88c4-e70bf96c7604 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:03.952035 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-d313f84c-5990-42f5-9788-da2218bd0043 admin admin] 10.222.0.24 "DELETE /v2.0/networks/611bae97-b201-4ae0-aa3d-b952aec58054 HTTP/1.1" status: 204 len: 168 time: 1.2969692 Jun 28 12:36:03.952936 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 54868) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:03.975745 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-9ba8d704-5e1f-42fc-88c4-e70bf96c7604 None None] The port 'd4dea61e-de21-4c00-9dd6-a9e6ee870e50' was deleted {{(pid=79150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 28 12:36:04.509436 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-51ec99f1-7b63-4ca8-82b2-bb5eb350999c tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Synchronizing usage tracker for tenant:27f9c090252546aaa6ec82eda6690acf on resource:security_group {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:36:04.541541 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-b213947d-c809-4fb2-9b62-00ea1deae0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695107'] for router_interface, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:04.608228 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-51ec99f1-7b63-4ca8-82b2-bb5eb350999c tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Unset dirty status for tenant:27f9c090252546aaa6ec82eda6690acf on resource:security_group {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:36:04.609382 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-51ec99f1-7b63-4ca8-82b2-bb5eb350999c tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-86992171&fields=id&tenant_id=27f9c090252546aaa6ec82eda6690acf HTTP/1.1" status: 200 len: 267 time: 0.1558867 Jun 28 12:36:04.943817 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-c230926a-bb95-4ba5-8cac-f8a836a0db89 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:04.945965 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-c230926a-bb95-4ba5-8cac-f8a836a0db89 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/networks?id=bb87e434-5961-42c4-b38d-50439141c0c2 HTTP/1.1" status: 200 len: 808 time: 0.3257818 Jun 28 12:36:04.972459 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-b029234a-cd15-4ea1-83e2-743218f57b6e tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/quotas/27f9c090252546aaa6ec82eda6690acf HTTP/1.1" status: 200 len: 375 time: 0.0192206 Jun 28 12:36:05.100039 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-b213947d-c809-4fb2-9b62-00ea1deae0b4 admin admin] Deleting port 41fa47e3-b6da-4c5e-91ef-e9379591874a {{(pid=79149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:36:05.100372 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-b213947d-c809-4fb2-9b62-00ea1deae0b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:05.306207 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-f429e837-c341-4583-95c6-4f4292127995 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=27f9c090252546aaa6ec82eda6690acf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3281887 Jun 28 12:36:05.435244 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.db [None req-b213947d-c809-4fb2-9b62-00ea1deae0b4 admin admin] For port 41fa47e3-b6da-4c5e-91ef-e9379591874a, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=41fa47e3-b6da-4c5e-91ef-e9379591874a,segment=NetworkSegment(c0ec4ef7-f102-4c23-acb8-1b0fc80b11f7),segment_id=c0ec4ef7-f102-4c23-acb8-1b0fc80b11f7)] {{(pid=79149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:36:05.435244 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-b213947d-c809-4fb2-9b62-00ea1deae0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:05.453891 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-2376112a-cbf8-40d8-b7e7-3f27fc515e10 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=79149) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:36:05.454930 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-2376112a-cbf8-40d8-b7e7-3f27fc515e10 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1340904 Jun 28 12:36:05.596164 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-b213947d-c809-4fb2-9b62-00ea1deae0b4 admin admin] Calling delete_port for 41fa47e3-b6da-4c5e-91ef-e9379591874a owned by network:router_interface {{(pid=79149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:36:05.774367 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-1f2700f0-1234-4b30-9f2c-c3617375b697 service neutron] 10.222.0.24 "GET /v2.0/networks/bb87e434-5961-42c4-b38d-50439141c0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620318 Jun 28 12:36:05.976746 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-909183ec-1fec-490c-b7b8-488fa35d2255 service neutron] 10.222.0.24 "GET /v2.0/networks/bb87e434-5961-42c4-b38d-50439141c0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957436 Jun 28 12:36:06.066505 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-b213947d-c809-4fb2-9b62-00ea1deae0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:06.071703 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-0cf28620-26f8-43f6-a9e5-b8163de15d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:06.117477 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b213947d-c809-4fb2-9b62-00ea1deae0b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=41fa47e3-b6da-4c5e-91ef-e9379591874a,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:06.146388 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-b213947d-c809-4fb2-9b62-00ea1deae0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:06.400414 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-b213947d-c809-4fb2-9b62-00ea1deae0b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3781280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3695279'] for router_interface, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:06.938048 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-baee5828-3a3e-48fa-9349-93d814dced8b req-f606f2e2-e4bb-4353-81de-fd6d9999b5cc tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 210 time: 0.1935377 Jun 28 12:36:06.979325 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b213947d-c809-4fb2-9b62-00ea1deae0b4 admin admin] Router 07642174-ccdf-48df-9c0c-76487159f638 has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:36:07.192066 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b213947d-c809-4fb2-9b62-00ea1deae0b4 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:36:07.202943 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06767d6f-bfa1-4e32-b993-accc041aa7dd None None] Sync routers for ids ['07642174-ccdf-48df-9c0c-76487159f638'] in dv-cinder-798094-1-iscsi {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:36:07.217985 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06767d6f-bfa1-4e32-b993-accc041aa7dd None None] Routers {'07642174-ccdf-48df-9c0c-76487159f638'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:36:07.218966 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-06767d6f-bfa1-4e32-b993-accc041aa7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:35:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['07642174-ccdf-48df-9c0c-76487159f638'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:36:07.339710 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-b213947d-c809-4fb2-9b62-00ea1deae0b4 admin admin] 10.222.0.24 "PUT /v2.0/routers/07642174-ccdf-48df-9c0c-76487159f638/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3860757 Jun 28 12:36:07.342313 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54932) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:07.447790 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-06767d6f-bfa1-4e32-b993-accc041aa7dd None None] Set router 07642174-ccdf-48df-9c0c-76487159f638 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:36:07.528643 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-539319ee-1185-4295-a8a0-80a19f35c1dc admin admin] Notify callbacks [] for router, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:07.715888 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 54938) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:07.762024 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-06767d6f-bfa1-4e32-b993-accc041aa7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07642174-ccdf-48df-9c0c-76487159f638', 'name': 'tempest-TestVolumeBootPattern-2140718707-router', 'tenant_id': '9915477ab7dc44508bd5cd9e7873d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '921daf3e-4482-4f17-afb7-bd752b701791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:40Z', 'updated_at': '2021-06-28T12:36:05Z', 'revision_number': 5, 'project_id': '9915477ab7dc44508bd5cd9e7873d92b', 'gw_port': {'id': '921daf3e-4482-4f17-afb7-bd752b701791', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07642174-ccdf-48df-9c0c-76487159f638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:41Z', 'updated_at': '2021-06-28T12:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:36:07.766068 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06767d6f-bfa1-4e32-b993-accc041aa7dd None None] Checking router: 07642174-ccdf-48df-9c0c-76487159f638 for host: dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:36:07.775607 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06767d6f-bfa1-4e32-b993-accc041aa7dd None None] Routers {'07642174-ccdf-48df-9c0c-76487159f638'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:36:07.776837 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-06767d6f-bfa1-4e32-b993-accc041aa7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:35:41Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['07642174-ccdf-48df-9c0c-76487159f638'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:36:07.842785 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-539319ee-1185-4295-a8a0-80a19f35c1dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:07.869203 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-fd46f2ab-6fba-4907-80d0-a0ed015a36d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:07.885822 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-fd46f2ab-6fba-4907-80d0-a0ed015a36d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:36:07.890278 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-fd46f2ab-6fba-4907-80d0-a0ed015a36d0 admin admin] Usage tracker for resource:security_group_rule and tenant:463a6521f5384a9f9a92b9833cde912d is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:36:07.893344 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-fd46f2ab-6fba-4907-80d0-a0ed015a36d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:36:07.900561 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-fd46f2ab-6fba-4907-80d0-a0ed015a36d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:07.938173 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-539319ee-1185-4295-a8a0-80a19f35c1dc admin admin] Deleting port 921daf3e-4482-4f17-afb7-bd752b701791 {{(pid=79148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:36:07.938607 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-539319ee-1185-4295-a8a0-80a19f35c1dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:07.962132 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-06767d6f-bfa1-4e32-b993-accc041aa7dd None None] Set router 07642174-ccdf-48df-9c0c-76487159f638 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:36:08.062034 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-fd46f2ab-6fba-4907-80d0-a0ed015a36d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:08.076741 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-83a34c5f-62b2-4774-8ee5-9036f2013a87 req-47f85164-b191-4bb6-8ba1-f8fd7da3c4ae tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 210 time: 0.0503411 Jun 28 12:36:08.151546 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [None req-539319ee-1185-4295-a8a0-80a19f35c1dc admin admin] For port 921daf3e-4482-4f17-afb7-bd752b701791, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=921daf3e-4482-4f17-afb7-bd752b701791,segment=NetworkSegment(4ef2d251-a773-41f5-87cd-cec6f249eb66),segment_id=4ef2d251-a773-41f5-87cd-cec6f249eb66)] {{(pid=79148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:36:08.151800 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-539319ee-1185-4295-a8a0-80a19f35c1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:08.189396 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-fd46f2ab-6fba-4907-80d0-a0ed015a36d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:08.199007 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-f3890f0c-7589-4c47-b4c8-98aff0a430a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:08.246648 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-fd46f2ab-6fba-4907-80d0-a0ed015a36d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=463a6521f5384a9f9a92b9833cde912d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5296564 Jun 28 12:36:08.249156 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 54948) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:08.252289 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46f2ab-6fba-4907-80d0-a0ed015a36d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03944527-9621-4db9-9123-e18f74f0c403,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:08.267039 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-fd46f2ab-6fba-4907-80d0-a0ed015a36d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:08.271209 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-06767d6f-bfa1-4e32-b993-accc041aa7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07642174-ccdf-48df-9c0c-76487159f638', 'name': 'tempest-TestVolumeBootPattern-2140718707-router', 'tenant_id': '9915477ab7dc44508bd5cd9e7873d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '921daf3e-4482-4f17-afb7-bd752b701791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:40Z', 'updated_at': '2021-06-28T12:36:05Z', 'revision_number': 5, 'project_id': '9915477ab7dc44508bd5cd9e7873d92b', 'gw_port': {'id': '921daf3e-4482-4f17-afb7-bd752b701791', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07642174-ccdf-48df-9c0c-76487159f638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:41Z', 'updated_at': '2021-06-28T12:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:36:08.275671 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06767d6f-bfa1-4e32-b993-accc041aa7dd None None] The sync data for ids ['07642174-ccdf-48df-9c0c-76487159f638'] in dv-cinder-798094-1-iscsi is: [{'id': '07642174-ccdf-48df-9c0c-76487159f638', 'name': 'tempest-TestVolumeBootPattern-2140718707-router', 'tenant_id': '9915477ab7dc44508bd5cd9e7873d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '921daf3e-4482-4f17-afb7-bd752b701791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:26:40Z', 'updated_at': '2021-06-28T12:36:05Z', 'revision_number': 5, 'project_id': '9915477ab7dc44508bd5cd9e7873d92b', 'gw_port': {'id': '921daf3e-4482-4f17-afb7-bd752b701791', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07642174-ccdf-48df-9c0c-76487159f638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:26:41Z', 'updated_at': '2021-06-28T12:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}] {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:36:08.287691 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-539319ee-1185-4295-a8a0-80a19f35c1dc admin admin] Calling delete_port for 921daf3e-4482-4f17-afb7-bd752b701791 owned by network:router_gateway {{(pid=79148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:36:08.354901 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-13b7c2c9-63bf-4c61-9d8b-188b9994010a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:08.354901 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-13b7c2c9-63bf-4c61-9d8b-188b9994010a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:08.532032 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-13b7c2c9-63bf-4c61-9d8b-188b9994010a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:08.549614 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-d8569ae9-5f0c-4859-b4bb-8cdcb0ee4327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:08.563402 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7c2c9-63bf-4c61-9d8b-188b9994010a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03944527-9621-4db9-9123-e18f74f0c403,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:08.565664 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-13b7c2c9-63bf-4c61-9d8b-188b9994010a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:08.568213 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-13b7c2c9-63bf-4c61-9d8b-188b9994010a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:08.571378 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-13b7c2c9-63bf-4c61-9d8b-188b9994010a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03944527-9621-4db9-9123-e18f74f0c403 HTTP/1.1" status: 204 len: 168 time: 0.3189738 Jun 28 12:36:08.627092 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-539319ee-1185-4295-a8a0-80a19f35c1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:08.629791 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d96a7e50-29b4-4f08-8a45-b3fa666b28cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:08.634524 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-22a20d0a-bafc-4179-bbd8-0a247aaff10d tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:08.684350 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539319ee-1185-4295-a8a0-80a19f35c1dc admin admin] Pushing event deleted for resources: {'Port': ['ID=921daf3e-4482-4f17-afb7-bd752b701791,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:08.714155 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-539319ee-1185-4295-a8a0-80a19f35c1dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:08.799107 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-539319ee-1185-4295-a8a0-80a19f35c1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696678'] for router_gateway, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:08.971545 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:08.991025 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-539319ee-1185-4295-a8a0-80a19f35c1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3695212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34707'] for router, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:08.993988 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-539319ee-1185-4295-a8a0-80a19f35c1dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:09.112517 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-539319ee-1185-4295-a8a0-80a19f35c1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3913163'] for router, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:09.117052 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539319ee-1185-4295-a8a0-80a19f35c1dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07642174-ccdf-48df-9c0c-76487159f638 {{(pid=79148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 12:36:09.130356 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-539319ee-1185-4295-a8a0-80a19f35c1dc admin admin] Notify callbacks [] for router, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:09.134828 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-539319ee-1185-4295-a8a0-80a19f35c1dc admin admin] 10.222.0.24 "DELETE /v2.0/routers/07642174-ccdf-48df-9c0c-76487159f638 HTTP/1.1" status: 204 len: 168 time: 1.7913959 Jun 28 12:36:09.135437 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 54958) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:09.249506 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-42f6c07a-0d70-4810-b5a7-6b253de70abe req-b7a982b4-19d1-40b0-b85a-392ae2ec02ad tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 210 time: 0.0500817 Jun 28 12:36:09.258699 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b03cf3-b8bb-4e7d-813e-c37c82739768 admin admin] Deleting subnet b16a42d6-c3c7-425a-8f0e-1484bc6eb0cf {{(pid=79149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:36:09.270057 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-59b03cf3-b8bb-4e7d-813e-c37c82739768 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:09.320918 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-59b03cf3-b8bb-4e7d-813e-c37c82739768 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1530601'] for subnet, precommit_delete_associations {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:09.363814 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54962) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:09.381710 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7450b3e8-e435-4e5d-b644-4e536757e6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:09.396585 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-7450b3e8-e435-4e5d-b644-4e536757e6a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:36:09.400442 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-7450b3e8-e435-4e5d-b644-4e536757e6a4 admin admin] Usage tracker for resource:security_group_rule and tenant:875d50d01d5249f9976759b8473ac540 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:36:09.403356 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-7450b3e8-e435-4e5d-b644-4e536757e6a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:36:09.404764 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-59b03cf3-b8bb-4e7d-813e-c37c82739768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704721'] for subnet, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:09.409914 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-7450b3e8-e435-4e5d-b644-4e536757e6a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:09.497859 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7450b3e8-e435-4e5d-b644-4e536757e6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:09.549461 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-59b03cf3-b8bb-4e7d-813e-c37c82739768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1530490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1626935'] for subnet, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:09.555416 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-3c4c18d4-de43-48d0-bd03-2680e084cbed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:09.571496 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-7450b3e8-e435-4e5d-b644-4e536757e6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:09.579100 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-704b5602-557a-4693-87bf-61703197ad4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:09.589901 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b03cf3-b8bb-4e7d-813e-c37c82739768 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b16a42d6-c3c7-425a-8f0e-1484bc6eb0cf,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:09.592906 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-59b03cf3-b8bb-4e7d-813e-c37c82739768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:09.594182 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-59b03cf3-b8bb-4e7d-813e-c37c82739768 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:09.600458 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570a37f6-9ea6-435f-803f-f9c8dc831690 None None] Network e8d2730b-20d1-465c-9474-be19ae611a8f requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:36:09.606159 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-59b03cf3-b8bb-4e7d-813e-c37c82739768 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b16a42d6-c3c7-425a-8f0e-1484bc6eb0cf HTTP/1.1" status: 204 len: 168 time: 0.4675455 Jun 28 12:36:09.612234 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54966) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:09.658014 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-7450b3e8-e435-4e5d-b644-4e536757e6a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=875d50d01d5249f9976759b8473ac540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2930772 Jun 28 12:36:09.664326 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 54970) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:09.681065 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 41fa47e3-b6da-4c5e-91ef-e9379591874a no longer exists at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:36:09.682923 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450b3e8-e435-4e5d-b644-4e536757e6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3870206c-4b0d-4086-be20-f729cfa69805,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:09.687978 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-7450b3e8-e435-4e5d-b644-4e536757e6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:09.750440 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-27307bfa-8d9a-44fb-a1d6-d4a11d5b5347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:09.758432 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-31f86265-bf02-4eea-a8d7-c1eb73c88168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-761904'] for network, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:09.769611 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-31f86265-bf02-4eea-a8d7-c1eb73c88168 admin admin] Deleting port 4e967107-738f-4373-8cf2-a28de7353ba8 {{(pid=79148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:36:09.770428 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-31f86265-bf02-4eea-a8d7-c1eb73c88168 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:09.779393 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-27307bfa-8d9a-44fb-a1d6-d4a11d5b5347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:09.782558 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] No Port match for: 41fa47e3-b6da-4c5e-91ef-e9379591874a {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:36:09.782945 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 41fa47e3-b6da-4c5e-91ef-e9379591874a not bound to the agent host dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:36:09.783375 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 921daf3e-4482-4f17-afb7-bd752b701791 no longer exists at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:36:09.821942 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] No Port match for: 921daf3e-4482-4f17-afb7-bd752b701791 {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:36:09.822290 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 921daf3e-4482-4f17-afb7-bd752b701791 not bound to the agent host dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:36:09.962302 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-27307bfa-8d9a-44fb-a1d6-d4a11d5b5347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:09.975516 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-dfd47a00-ee1f-4bf0-94c7-7bb368d65482 tempest-TestMinimumBasicScenario-132884807 tempest-TestMinimumBasicScenario-132884807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:10.009609 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27307bfa-8d9a-44fb-a1d6-d4a11d5b5347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3870206c-4b0d-4086-be20-f729cfa69805,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:10.015261 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-27307bfa-8d9a-44fb-a1d6-d4a11d5b5347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:10.020092 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-27307bfa-8d9a-44fb-a1d6-d4a11d5b5347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:10.024164 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-27307bfa-8d9a-44fb-a1d6-d4a11d5b5347 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3870206c-4b0d-4086-be20-f729cfa69805 HTTP/1.1" status: 204 len: 168 time: 0.3559585 Jun 28 12:36:10.038075 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303e03fb-c0f4-4614-9cd8-aea29c11a485 None None] DHCP port deletion for e8d2730b-20d1-465c-9474-be19ae611a8f request from dv-cinder-798094-1-iscsi {{(pid=79150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 12:36:10.055171 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-303e03fb-c0f4-4614-9cd8-aea29c11a485 None None] Deleting port 4e967107-738f-4373-8cf2-a28de7353ba8 {{(pid=79150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:36:10.055612 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-303e03fb-c0f4-4614-9cd8-aea29c11a485 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:10.061838 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [None req-31f86265-bf02-4eea-a8d7-c1eb73c88168 admin admin] For port 4e967107-738f-4373-8cf2-a28de7353ba8, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=4e967107-738f-4373-8cf2-a28de7353ba8,segment=NetworkSegment(c0ec4ef7-f102-4c23-acb8-1b0fc80b11f7),segment_id=c0ec4ef7-f102-4c23-acb8-1b0fc80b11f7)] {{(pid=79148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:36:10.062201 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-31f86265-bf02-4eea-a8d7-c1eb73c88168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:10.063544 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-76b76ba8-e31d-4591-986a-cb0baa32f009 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:10.065304 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-76b76ba8-e31d-4591-986a-cb0baa32f009 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.64 "GET /v2.0/networks?id=bb87e434-5961-42c4-b38d-50439141c0c2 HTTP/1.1" status: 200 len: 808 time: 0.2126293 Jun 28 12:36:10.143831 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-15485e4e-2837-4960-be20-a09c6f34376d tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27f9c090252546aaa6ec82eda6690acf HTTP/1.1" status: 200 len: 378 time: 0.0628459 Jun 28 12:36:10.157827 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-556ec61a-001d-403b-ace5-5cfa67a69004 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Request body: {'port': {'device_id': '8171c0f8-f4ef-463e-ac14-f7d843d7c312', 'network_id': 'bb87e434-5961-42c4-b38d-50439141c0c2', 'admin_state_up': True, 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'security_groups': ['d2ded583-919f-444b-adf8-bd23c894ae8c']}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:36:10.354428 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-556ec61a-001d-403b-ace5-5cfa67a69004 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:36:10.359008 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-556ec61a-001d-403b-ace5-5cfa67a69004 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Usage tracker for resource:port and tenant:27f9c090252546aaa6ec82eda6690acf is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:36:10.363114 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-556ec61a-001d-403b-ace5-5cfa67a69004 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:36:10.367905 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-31f86265-bf02-4eea-a8d7-c1eb73c88168 admin admin] Calling delete_port for 4e967107-738f-4373-8cf2-a28de7353ba8 owned by network:dhcp {{(pid=79148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:36:10.371894 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-556ec61a-001d-403b-ace5-5cfa67a69004 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:10.464305 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-303e03fb-c0f4-4614-9cd8-aea29c11a485 None None] For port 4e967107-738f-4373-8cf2-a28de7353ba8, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=4e967107-738f-4373-8cf2-a28de7353ba8,segment=NetworkSegment(c0ec4ef7-f102-4c23-acb8-1b0fc80b11f7),segment_id=c0ec4ef7-f102-4c23-acb8-1b0fc80b11f7)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:36:10.465067 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-303e03fb-c0f4-4614-9cd8-aea29c11a485 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:10.478133 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-556ec61a-001d-403b-ace5-5cfa67a69004 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Made reservation on behalf of 27f9c090252546aaa6ec82eda6690acf for: {'port': 1} {{(pid=79149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:36:10.482833 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-556ec61a-001d-403b-ace5-5cfa67a69004 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:10.499982 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-146d46ef-aa90-42f4-910e-957ac53cfac4 req-e101a8a4-b125-4f03-96b2-4fda89bb3d21 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 210 time: 0.0664802 Jun 28 12:36:10.563886 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-31f86265-bf02-4eea-a8d7-c1eb73c88168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:10.573432 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-1eff8ade-2146-4489-901a-f0ebdef28c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:10.608195 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-303e03fb-c0f4-4614-9cd8-aea29c11a485 None None] Calling delete_port for 4e967107-738f-4373-8cf2-a28de7353ba8 owned by network:dhcp {{(pid=79150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:36:10.614289 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f86265-bf02-4eea-a8d7-c1eb73c88168 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e967107-738f-4373-8cf2-a28de7353ba8,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:10.618241 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-31f86265-bf02-4eea-a8d7-c1eb73c88168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:10.619127 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f86265-bf02-4eea-a8d7-c1eb73c88168 admin admin] No DVR routers for this DVR port 4e967107-738f-4373-8cf2-a28de7353ba8 on host dv-cinder-798094-1-iscsi {{(pid=79148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:36:10.700972 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.db.api [None req-303e03fb-c0f4-4614-9cd8-aea29c11a485 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 12:36:10.701540 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_db.api [None req-303e03fb-c0f4-4614-9cd8-aea29c11a485 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 12:36:10.714525 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.db_base_plugin_common [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-556ec61a-001d-403b-ace5-5cfa67a69004 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Allocated IP 172.20.0.9 (bb87e434-5961-42c4-b38d-50439141c0c2/6753676f-a690-4cd5-873c-b11dd11060c9/85688092-1be4-4026-885c-7e66514e78ac) {{(pid=79149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:36:10.745992 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-31f86265-bf02-4eea-a8d7-c1eb73c88168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489356', 'neutron.services.segments.db._delete_segments_for_network-8727237320385'] for network, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:10.762453 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.services.segments.db [None req-31f86265-bf02-4eea-a8d7-c1eb73c88168 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d2730b-20d1-465c-9474-be19ae611a8f']}} {{(pid=79148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:36:10.778448 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.services.segments.db [None req-31f86265-bf02-4eea-a8d7-c1eb73c88168 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ec4ef7-f102-4c23-acb8-1b0fc80b11f7') {'for_net_delete': True} {{(pid=79148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:36:10.778785 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.services.segments.db [None req-31f86265-bf02-4eea-a8d7-c1eb73c88168 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ec4ef7-f102-4c23-acb8-1b0fc80b11f7') {} {{(pid=79148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:36:10.791980 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-31f86265-bf02-4eea-a8d7-c1eb73c88168 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727237332776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-827627'] for segment, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:10.810437 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-31f86265-bf02-4eea-a8d7-c1eb73c88168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:10.817116 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f86265-bf02-4eea-a8d7-c1eb73c88168 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=79148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:36:10.817591 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-31f86265-bf02-4eea-a8d7-c1eb73c88168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-708228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907551'] for segment, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: Traceback (most recent call last): Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: timer() Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: cb(*args, **kw) Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: return func(*args, **kwargs) Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: self._notify() Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: self.callback(batched_events) Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: event.method(event) Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: return f(self, *a, **k) Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: return self._get(url).json() Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: return self.request(url, 'GET', **kwargs) Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:36:10.834780 dv-cinder-798094-1-iscsi neutron-server[79148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:36:10.972216 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-31f86265-bf02-4eea-a8d7-c1eb73c88168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696643'] for network, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:10.979186 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:10.997301 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-31f86265-bf02-4eea-a8d7-c1eb73c88168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:11.008083 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f86265-bf02-4eea-a8d7-c1eb73c88168 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8d2730b-20d1-465c-9474-be19ae611a8f,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:11.016247 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-31f86265-bf02-4eea-a8d7-c1eb73c88168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:11.024097 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-31f86265-bf02-4eea-a8d7-c1eb73c88168 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e8d2730b-20d1-465c-9474-be19ae611a8f HTTP/1.1" status: 204 len: 168 time: 1.4043069 Jun 28 12:36:11.060216 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-556ec61a-001d-403b-ace5-5cfa67a69004 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks [] for port, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:11.076897 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.provisioning_blocks [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-556ec61a-001d-403b-ace5-5cfa67a69004 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Transition to ACTIVE for port object 85688092-1be4-4026-885c-7e66514e78ac will not be triggered until provisioned by entity DHCP. {{(pid=79149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:36:11.089014 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-6fe2f336-b4e1-46c8-9653-544106f309be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:11.202639 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-303e03fb-c0f4-4614-9cd8-aea29c11a485 None None] Deleting port 4e967107-738f-4373-8cf2-a28de7353ba8 {{(pid=79150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:36:11.203165 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-303e03fb-c0f4-4614-9cd8-aea29c11a485 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:11.206508 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-556ec61a-001d-403b-ace5-5cfa67a69004 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:11.213728 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-9f2f04ff-3834-4435-961e-48769577af23 tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:11.278852 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-303e03fb-c0f4-4614-9cd8-aea29c11a485 None None] The port '4e967107-738f-4373-8cf2-a28de7353ba8' was deleted {{(pid=79150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 28 12:36:11.291352 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-556ec61a-001d-403b-ace5-5cfa67a69004 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Network bb87e434-5961-42c4-b38d-50439141c0c2 is already hosted by enough agents. {{(pid=79149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:36:11.294582 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.base_scheduler [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-556ec61a-001d-403b-ace5-5cfa67a69004 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Resources bound (agent type, host, resource id): {{(pid=79149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:36:11.298902 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-556ec61a-001d-403b-ace5-5cfa67a69004 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Received port after_create {{(pid=79149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:36:11.338854 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ec61a-001d-403b-ace5-5cfa67a69004 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Pushing event updated for resources: {'Port': ['ID=85688092-1be4-4026-885c-7e66514e78ac,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:11.348218 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-556ec61a-001d-403b-ace5-5cfa67a69004 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:11.372916 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-556ec61a-001d-403b-ace5-5cfa67a69004 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:11.373646 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-556ec61a-001d-403b-ace5-5cfa67a69004 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:11.439595 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 54998) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:11.464298 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-556ec61a-001d-403b-ace5-5cfa67a69004 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3144169 Jun 28 12:36:11.520215 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-e4710014-61fb-4d5a-8c42-80db123f8b97 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d731c92df6f44735b6ed8f7290374934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0792470 Jun 28 12:36:11.522712 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 55004) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:11.610358 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-76dcd2e0-467b-4959-a35a-fd7f0d4be793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:11.635711 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.v2.base [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-5d56ee4a-51c8-45e1-909b-4cf71b516f76 service neutron] Request body: {'port': {'device_id': '8171c0f8-f4ef-463e-ac14-f7d843d7c312', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:36:11.646565 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-76dcd2e0-467b-4959-a35a-fd7f0d4be793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:11.678103 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 4e967107-738f-4373-8cf2-a28de7353ba8 no longer exists at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:36:11.713386 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-cd95b3b6-0e46-44bf-b3aa-539b568e029d None None] Provisioning for port 85688092-1be4-4026-885c-7e66514e78ac completed by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:36:11.725019 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] No Port match for: 4e967107-738f-4373-8cf2-a28de7353ba8 {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:36:11.725768 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 4e967107-738f-4373-8cf2-a28de7353ba8 not bound to the agent host dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:36:11.728358 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-cd95b3b6-0e46-44bf-b3aa-539b568e029d None None] Provisioning complete for port 85688092-1be4-4026-885c-7e66514e78ac triggered by entity DHCP. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:36:11.728913 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-cd95b3b6-0e46-44bf-b3aa-539b568e029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:11.799593 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-cd95b3b6-0e46-44bf-b3aa-539b568e029d None None] Port 85688092-1be4-4026-885c-7e66514e78ac cannot update to ACTIVE because it is not bound. {{(pid=79150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:36:11.803576 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-76dcd2e0-467b-4959-a35a-fd7f0d4be793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:11.814792 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-fcb78ac6-024f-472b-b358-b7ad99a370f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:11.828723 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dcd2e0-467b-4959-a35a-fd7f0d4be793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ead18e-fb34-42cc-b081-e16a57ee1c1a,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:11.839111 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-76dcd2e0-467b-4959-a35a-fd7f0d4be793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:11.839271 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-5d56ee4a-51c8-45e1-909b-4cf71b516f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:11.843206 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-76dcd2e0-467b-4959-a35a-fd7f0d4be793 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5ead18e-fb34-42cc-b081-e16a57ee1c1a HTTP/1.1" status: 204 len: 168 time: 0.3192306 Jun 28 12:36:11.844597 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-76dcd2e0-467b-4959-a35a-fd7f0d4be793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:11.873308 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c5304-7fbe-4e64-8fe5-20ca5319978a req-ef5b55c9-fd3f-46fb-8356-f74b2894b138 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:11.874068 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-063c5304-7fbe-4e64-8fe5-20ca5319978a req-ef5b55c9-fd3f-46fb-8356-f74b2894b138 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Synchronizing usage tracker for tenant:27f9c090252546aaa6ec82eda6690acf on resource:port {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:36:12.133618 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-063c5304-7fbe-4e64-8fe5-20ca5319978a req-ef5b55c9-fd3f-46fb-8356-f74b2894b138 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Unset dirty status for tenant:27f9c090252546aaa6ec82eda6690acf on resource:port {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:36:12.134794 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-063c5304-7fbe-4e64-8fe5-20ca5319978a req-ef5b55c9-fd3f-46fb-8356-f74b2894b138 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 931 time: 0.4524605 Jun 28 12:36:12.165939 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:12.217695 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-063c5304-7fbe-4e64-8fe5-20ca5319978a req-51d25163-6f35-487a-8bb0-a47c6dd71b4a tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699632 Jun 28 12:36:12.302226 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.notifiers.nova [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-5d56ee4a-51c8-45e1-909b-4cf71b516f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85688092-1be4-4026-885c-7e66514e78ac {{(pid=79149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:36:12.310925 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-5d56ee4a-51c8-45e1-909b-4cf71b516f76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:12.325719 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.provisioning_blocks [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-5d56ee4a-51c8-45e1-909b-4cf71b516f76 service neutron] Transition to ACTIVE for port object 85688092-1be4-4026-885c-7e66514e78ac will not be triggered until provisioned by entity L2. {{(pid=79149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:36:12.394374 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-5d56ee4a-51c8-45e1-909b-4cf71b516f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528764'] for port, after_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:12.399710 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-5e18efb1-efbf-4e18-b05b-09f53ae14076 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:12.505733 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 55026) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:12.565708 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-b8e517e8-14a1-4457-a24f-43bb2f49748d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9915477ab7dc44508bd5cd9e7873d92b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0586400 Jun 28 12:36:12.573590 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 55032) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:12.622579 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56ee4a-51c8-45e1-909b-4cf71b516f76 service neutron] Pushing event updated for resources: {'Port': ['ID=85688092-1be4-4026-885c-7e66514e78ac,revision_number=2']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:12.633439 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-5d56ee4a-51c8-45e1-909b-4cf71b516f76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:12.703560 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.managers [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-5d56ee4a-51c8-45e1-909b-4cf71b516f76 service neutron] Attempting to bind port 85688092-1be4-4026-885c-7e66514e78ac on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:36:12.703891 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.managers [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-5d56ee4a-51c8-45e1-909b-4cf71b516f76 service neutron] Attempting to bind port 85688092-1be4-4026-885c-7e66514e78ac by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '4c43dd34-2a53-40db-bc2a-8c5bc39873e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bb87e434-5961-42c4-b38d-50439141c0c2'}] {{(pid=79149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:36:12.704209 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-5d56ee4a-51c8-45e1-909b-4cf71b516f76 service neutron] Attempting to bind port 85688092-1be4-4026-885c-7e66514e78ac on network bb87e434-5961-42c4-b38d-50439141c0c2 {{(pid=79149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:36:12.709238 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-20de0e78-a829-45d6-a37f-e41f54d8a573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:12.713529 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-5d56ee4a-51c8-45e1-909b-4cf71b516f76 service neutron] Port 85688092-1be4-4026-885c-7e66514e78ac on network bb87e434-5961-42c4-b38d-50439141c0c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:36:12.713851 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-5d56ee4a-51c8-45e1-909b-4cf71b516f76 service neutron] Attempting to bind port 85688092-1be4-4026-885c-7e66514e78ac on network bb87e434-5961-42c4-b38d-50439141c0c2 {{(pid=79149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:36:12.730355 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-5d56ee4a-51c8-45e1-909b-4cf71b516f76 service neutron] Checking agent: {'id': '406cf176-031c-46fa-bfd0-dd20e5845d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'started_at': datetime.datetime(2021, 6, 28, 12, 23, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:36:12.730593 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-5d56ee4a-51c8-45e1-909b-4cf71b516f76 service neutron] Checking segment: {'id': '4c43dd34-2a53-40db-bc2a-8c5bc39873e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bb87e434-5961-42c4-b38d-50439141c0c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:36:12.730995 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-5d56ee4a-51c8-45e1-909b-4cf71b516f76 service neutron] Bound using segment: {'id': '4c43dd34-2a53-40db-bc2a-8c5bc39873e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bb87e434-5961-42c4-b38d-50439141c0c2'} {{(pid=79149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:36:12.731429 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.managers [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-5d56ee4a-51c8-45e1-909b-4cf71b516f76 service neutron] Bound port: 85688092-1be4-4026-885c-7e66514e78ac, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c43dd34-2a53-40db-bc2a-8c5bc39873e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bb87e434-5961-42c4-b38d-50439141c0c2'}}] {{(pid=79149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:36:12.731768 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-5d56ee4a-51c8-45e1-909b-4cf71b516f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:12.758036 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-20de0e78-a829-45d6-a37f-e41f54d8a573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:12.862152 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.db [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-5d56ee4a-51c8-45e1-909b-4cf71b516f76 service neutron] For port 85688092-1be4-4026-885c-7e66514e78ac, host hv-cinder-79809, cleared binding levels {{(pid=79149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:36:12.866132 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.db [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-5d56ee4a-51c8-45e1-909b-4cf71b516f76 service neutron] For port 85688092-1be4-4026-885c-7e66514e78ac, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=85688092-1be4-4026-885c-7e66514e78ac,segment=NetworkSegment(4c43dd34-2a53-40db-bc2a-8c5bc39873e6),segment_id=4c43dd34-2a53-40db-bc2a-8c5bc39873e6)] {{(pid=79149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:36:12.941117 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-5d56ee4a-51c8-45e1-909b-4cf71b516f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1528764'] for port, after_update {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:12.946802 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-c1eb80e1-341a-440f-a06c-bf25abe9039c tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:12.991879 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-20de0e78-a829-45d6-a37f-e41f54d8a573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:13.007799 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-5d56ee4a-51c8-45e1-909b-4cf71b516f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:13.008420 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-5d56ee4a-51c8-45e1-909b-4cf71b516f76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:13.009753 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-5d56ee4a-51c8-45e1-909b-4cf71b516f76 service neutron] 10.222.0.64 "PUT /v2.0/ports/85688092-1be4-4026-885c-7e66514e78ac HTTP/1.1" status: 200 len: 1093 time: 1.5322847 Jun 28 12:36:13.016959 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8171c0f8-f4ef-463e-ac14-f7d843d7c312', 'tag': '85688092-1be4-4026-885c-7e66514e78ac'}] {{(pid=79149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:36:13.045653 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-20de0e78-a829-45d6-a37f-e41f54d8a573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:13.045653 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-20de0e78-a829-45d6-a37f-e41f54d8a573 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a047b3c-080e-4349-a1d1-29ea46d05936 HTTP/1.1" status: 204 len: 168 time: 0.4400299 Jun 28 12:36:13.063595 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56ee4a-51c8-45e1-909b-4cf71b516f76 service neutron] Pushing event updated for resources: {'Port': ['ID=85688092-1be4-4026-885c-7e66514e78ac,revision_number=3']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:13.074798 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-5d56ee4a-51c8-45e1-909b-4cf71b516f76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:13.074798 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-8bd64cd4-c024-4c70-9204-12a099cf7337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:13.089663 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8171c0f8-f4ef-463e-ac14-f7d843d7c312', 'tag': '85688092-1be4-4026-885c-7e66514e78ac', 'status': 'completed', 'code': 200} Jun 28 12:36:13.090471 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de0e78-a829-45d6-a37f-e41f54d8a573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a047b3c-080e-4349-a1d1-29ea46d05936,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:13.093266 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-20de0e78-a829-45d6-a37f-e41f54d8a573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:13.200402 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ce579-af43-45ef-aa6c-f86227653e89 req-bb748f4a-3625-46d0-9955-362d87627d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:13.206939 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6d4ce579-af43-45ef-aa6c-f86227653e89 req-bb748f4a-3625-46d0-9955-362d87627d85 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27f9c090252546aaa6ec82eda6690acf&device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 1096 time: 0.0747006 Jun 28 12:36:13.358349 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ce579-af43-45ef-aa6c-f86227653e89 req-b6a848be-3837-48f4-a0ef-5878abcef352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:13.360059 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6d4ce579-af43-45ef-aa6c-f86227653e89 req-b6a848be-3837-48f4-a0ef-5878abcef352 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=27f9c090252546aaa6ec82eda6690acf&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1459575 Jun 28 12:36:13.705182 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ce579-af43-45ef-aa6c-f86227653e89 req-f6abfcde-45f3-4513-9919-1e0760bf78a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:13.706637 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6d4ce579-af43-45ef-aa6c-f86227653e89 req-f6abfcde-45f3-4513-9919-1e0760bf78a4 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3408902 Jun 28 12:36:13.743006 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04d2a6-65c6-4a09-9f43-9fc676117bac req-0224c062-9910-4a77-b4e2-fc9b5d7ebf3e tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:13.744442 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bc04d2a6-65c6-4a09-9f43-9fc676117bac req-0224c062-9910-4a77-b4e2-fc9b5d7ebf3e tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 943 time: 0.2192073 Jun 28 12:36:13.833539 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bc04d2a6-65c6-4a09-9f43-9fc676117bac req-dd6c1260-951c-4a14-a6d3-edc28c761fc2 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827985 Jun 28 12:36:13.859159 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-b504b7f8-ca4d-49d1-9b56-6dbf03648cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:13.860659 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-b504b7f8-ca4d-49d1-9b56-6dbf03648cf1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27f9c090252546aaa6ec82eda6690acf&device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 1096 time: 0.0908599 Jun 28 12:36:13.863375 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:13.938498 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-0d35b7be-5607-4abf-8058-db97b73290f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85688092-1be4-4026-885c-7e66514e78ac HTTP/1.1" status: 200 len: 217 time: 0.0658162 Jun 28 12:36:13.999869 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-a5be15cb-d87b-47e7-9c77-4aa346fd6203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:14.001307 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-a5be15cb-d87b-47e7-9c77-4aa346fd6203 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6753676f-a690-4cd5-873c-b11dd11060c9 HTTP/1.1" status: 200 len: 847 time: 0.0572948 Jun 28 12:36:14.080797 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-cb09e287-2187-4ed4-9637-5048207196c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:14.082237 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-cb09e287-2187-4ed4-9637-5048207196c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb87e434-5961-42c4-b38d-50439141c0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743575 Jun 28 12:36:14.218229 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-7f011cb9-0887-4905-ab7d-aa2b3b97477b service neutron] 10.222.0.64 "GET /v2.0/networks/bb87e434-5961-42c4-b38d-50439141c0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294866 Jun 28 12:36:14.351831 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0b2b6e83-bd47-48db-8287-3e46f6cdcbcb req-540e17a0-afa0-4381-b6a1-0474aa5e627c service neutron] 10.222.0.64 "GET /v2.0/networks/bb87e434-5961-42c4-b38d-50439141c0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267114 Jun 28 12:36:15.025778 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf480f-137d-4dcb-bea0-7e535ed54267 req-df11dff4-a9f2-4657-bf9e-0296d46a9847 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:15.027227 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9ebf480f-137d-4dcb-bea0-7e535ed54267 req-df11dff4-a9f2-4657-bf9e-0296d46a9847 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 943 time: 0.0790782 Jun 28 12:36:15.072276 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9ebf480f-137d-4dcb-bea0-7e535ed54267 req-e5472f3e-8251-49f5-9382-2635d75e2f04 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392680 Jun 28 12:36:16.258906 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0f261-e403-4573-abc8-8d2fd3a4b685 req-bf089e0f-51e3-4df7-a55c-be78e0004bae tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:16.260259 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-21e0f261-e403-4573-abc8-8d2fd3a4b685 req-bf089e0f-51e3-4df7-a55c-be78e0004bae tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 943 time: 0.0847297 Jun 28 12:36:16.305959 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-21e0f261-e403-4573-abc8-8d2fd3a4b685 req-5c05d7e7-cdbc-4bd7-b43e-804e63add313 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393610 Jun 28 12:36:17.504183 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d0e4c-62a2-478a-9b60-52633e9b431f req-598450f0-6fac-4d35-a6dc-0656eb450ca4 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:17.505638 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-281d0e4c-62a2-478a-9b60-52633e9b431f req-598450f0-6fac-4d35-a6dc-0656eb450ca4 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 943 time: 0.0941498 Jun 28 12:36:17.551861 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-281d0e4c-62a2-478a-9b60-52633e9b431f req-7738ca5a-557b-4073-b2e7-ccc14a3720db tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403469 Jun 28 12:36:18.740262 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f0de6-d03b-4cb5-a3a5-4f47783027d8 req-b5043c70-f6b0-4b3e-b446-c4e00b20eda5 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:18.742306 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-060f0de6-d03b-4cb5-a3a5-4f47783027d8 req-b5043c70-f6b0-4b3e-b446-c4e00b20eda5 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 943 time: 0.0861754 Jun 28 12:36:18.787224 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-060f0de6-d03b-4cb5-a3a5-4f47783027d8 req-81e6eb35-4453-4766-a1a0-1947a37784fb tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392485 Jun 28 12:36:18.795427 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 55112) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:18.909420 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-fa7c9577-9242-4072-8205-3cca80035293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:18.923353 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-fa7c9577-9242-4072-8205-3cca80035293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:36:18.927156 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-fa7c9577-9242-4072-8205-3cca80035293 admin admin] Usage tracker for resource:security_group_rule and tenant:31c602e327d645a6aacc4ddefb155d9a is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:36:18.930583 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-fa7c9577-9242-4072-8205-3cca80035293 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:36:18.936527 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-fa7c9577-9242-4072-8205-3cca80035293 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:19.016793 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-fa7c9577-9242-4072-8205-3cca80035293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:19.094770 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-fa7c9577-9242-4072-8205-3cca80035293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:19.105658 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-c2f43071-1bd3-4707-a94e-0a7dd31cc18d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:19.145707 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-fa7c9577-9242-4072-8205-3cca80035293 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=31c602e327d645a6aacc4ddefb155d9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3491507 Jun 28 12:36:19.146526 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c9577-9242-4072-8205-3cca80035293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94edbe90-ea21-46d6-8495-bd74832d14d3,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:19.148474 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 55118) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:19.149472 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-fa7c9577-9242-4072-8205-3cca80035293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:19.212029 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-a7f58604-fbc9-46ee-9100-4f8bb795e5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:19.237524 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-a7f58604-fbc9-46ee-9100-4f8bb795e5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:19.337673 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-a7f58604-fbc9-46ee-9100-4f8bb795e5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:19.341636 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-40481680-ece1-4c48-88c2-f52fbfa3bbf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:19.353601 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f58604-fbc9-46ee-9100-4f8bb795e5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94edbe90-ea21-46d6-8495-bd74832d14d3,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:19.357726 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-a7f58604-fbc9-46ee-9100-4f8bb795e5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:19.361207 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-a7f58604-fbc9-46ee-9100-4f8bb795e5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:19.362373 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-a7f58604-fbc9-46ee-9100-4f8bb795e5c2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94edbe90-ea21-46d6-8495-bd74832d14d3 HTTP/1.1" status: 204 len: 168 time: 0.2129076 Jun 28 12:36:19.972995 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47680cdc-2b09-4baa-b78f-3210626b1b77 req-801fd76b-df0f-44c7-9461-90a23208b2f0 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:19.974419 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-47680cdc-2b09-4baa-b78f-3210626b1b77 req-801fd76b-df0f-44c7-9461-90a23208b2f0 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 943 time: 0.0821691 Jun 28 12:36:20.017276 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 55128) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:20.020346 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-47680cdc-2b09-4baa-b78f-3210626b1b77 req-d6573e40-25c6-40fa-9aef-360bbd4ebf06 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400596 Jun 28 12:36:20.035995 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-4fe3ffba-32f8-4810-851b-51b3a5720a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:20.050300 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-4fe3ffba-32f8-4810-851b-51b3a5720a3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:36:20.054106 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-4fe3ffba-32f8-4810-851b-51b3a5720a3b admin admin] Usage tracker for resource:security_group_rule and tenant:94afbb2a781f4ac4bea4e80fa9ade373 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:36:20.056954 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-4fe3ffba-32f8-4810-851b-51b3a5720a3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:36:20.062622 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-4fe3ffba-32f8-4810-851b-51b3a5720a3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:20.142021 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-4fe3ffba-32f8-4810-851b-51b3a5720a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:20.251358 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-4fe3ffba-32f8-4810-851b-51b3a5720a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:20.260877 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-22283006-29bf-4e69-96c8-4e0dad592d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:20.304130 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-4fe3ffba-32f8-4810-851b-51b3a5720a3b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94afbb2a781f4ac4bea4e80fa9ade373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849450 Jun 28 12:36:20.305785 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3ffba-32f8-4810-851b-51b3a5720a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f24f5e-2b28-46ec-8d17-872029b9c060,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:20.306856 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 55132) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:20.308760 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-4fe3ffba-32f8-4810-851b-51b3a5720a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:20.369864 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ce58b485-7948-429e-84f7-39941462bb40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:20.396816 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ce58b485-7948-429e-84f7-39941462bb40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:20.557607 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ce58b485-7948-429e-84f7-39941462bb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:20.561427 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-27307bfa-8d9a-44fb-a1d6-d4a11d5b5347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:20.574241 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58b485-7948-429e-84f7-39941462bb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f24f5e-2b28-46ec-8d17-872029b9c060,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:20.578073 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-ce58b485-7948-429e-84f7-39941462bb40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:20.583365 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-ce58b485-7948-429e-84f7-39941462bb40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:20.584498 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-ce58b485-7948-429e-84f7-39941462bb40 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c5f24f5e-2b28-46ec-8d17-872029b9c060 HTTP/1.1" status: 204 len: 168 time: 0.2766595 Jun 28 12:36:21.206681 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a370a-b637-4c5f-b0dd-d502044f476b req-20a25a22-8a91-44b6-a576-6aa4bcfe0b9c tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:21.208078 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-294a370a-b637-4c5f-b0dd-d502044f476b req-20a25a22-8a91-44b6-a576-6aa4bcfe0b9c tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 943 time: 0.0808568 Jun 28 12:36:21.252633 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-294a370a-b637-4c5f-b0dd-d502044f476b req-e950a884-fd37-4526-93c8-0c401deebb14 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378828 Jun 28 12:36:21.300827 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 55142) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:21.322014 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-1329fc33-21f3-422c-9a4b-faccd2799eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:21.336868 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-1329fc33-21f3-422c-9a4b-faccd2799eca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:36:21.340733 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-1329fc33-21f3-422c-9a4b-faccd2799eca admin admin] Usage tracker for resource:security_group_rule and tenant:4be4c624e91d4936ad45d6d20b6c45ea is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:36:21.343618 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-1329fc33-21f3-422c-9a4b-faccd2799eca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:36:21.349302 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-1329fc33-21f3-422c-9a4b-faccd2799eca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:21.430562 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-1329fc33-21f3-422c-9a4b-faccd2799eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:21.500655 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-1329fc33-21f3-422c-9a4b-faccd2799eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:21.508390 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-483b4bbb-cad7-420c-9de7-24d4346b4525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:21.551174 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-1329fc33-21f3-422c-9a4b-faccd2799eca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4be4c624e91d4936ad45d6d20b6c45ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2492132 Jun 28 12:36:21.552105 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329fc33-21f3-422c-9a4b-faccd2799eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11935f7-5543-41b9-b353-a896b97e4a18,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:21.553823 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 55146) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:21.555045 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-1329fc33-21f3-422c-9a4b-faccd2799eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:21.614747 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-50f3c0f5-4926-4ba0-8eb4-564faaf914f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:21.641241 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-50f3c0f5-4926-4ba0-8eb4-564faaf914f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:21.760410 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-50f3c0f5-4926-4ba0-8eb4-564faaf914f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:21.764299 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-bb90f8af-3bef-413d-b011-53348d670e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:21.777178 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3c0f5-4926-4ba0-8eb4-564faaf914f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11935f7-5543-41b9-b353-a896b97e4a18,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:21.781381 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-50f3c0f5-4926-4ba0-8eb4-564faaf914f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:21.786873 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-50f3c0f5-4926-4ba0-8eb4-564faaf914f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:21.787973 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-50f3c0f5-4926-4ba0-8eb4-564faaf914f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f11935f7-5543-41b9-b353-a896b97e4a18 HTTP/1.1" status: 204 len: 168 time: 0.2331712 Jun 28 12:36:22.447665 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eedd32-36f4-4f73-bf7f-0a160045c062 req-d4dc183d-803b-4499-a061-2412abccb067 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:22.449115 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f7eedd32-36f4-4f73-bf7f-0a160045c062 req-d4dc183d-803b-4499-a061-2412abccb067 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 943 time: 0.0851269 Jun 28 12:36:22.493743 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f7eedd32-36f4-4f73-bf7f-0a160045c062 req-4206cbcc-513c-400f-af7d-8a377f7552d1 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389750 Jun 28 12:36:22.777551 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 85688092-1be4-4026-885c-7e66514e78ac details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:36:22.915031 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 85688092-1be4-4026-885c-7e66514e78ac, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=85688092-1be4-4026-885c-7e66514e78ac,segment=NetworkSegment(4c43dd34-2a53-40db-bc2a-8c5bc39873e6),segment_id=4c43dd34-2a53-40db-bc2a-8c5bc39873e6)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:36:22.929240 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Returning: {'device': '85688092-1be4-4026-885c-7e66514e78ac', 'network_id': 'bb87e434-5961-42c4-b38d-50439141c0c2', 'port_id': '85688092-1be4-4026-885c-7e66514e78ac', 'mac_address': 'fa:16:3e:cf:6e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6753676f-a690-4cd5-873c-b11dd11060c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:36:22.987507 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:23.004410 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85688092-1be4-4026-885c-7e66514e78ac {{(pid=79150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:36:23.019100 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 85688092-1be4-4026-885c-7e66514e78ac, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=85688092-1be4-4026-885c-7e66514e78ac,segment=NetworkSegment(4c43dd34-2a53-40db-bc2a-8c5bc39873e6),segment_id=4c43dd34-2a53-40db-bc2a-8c5bc39873e6)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:36:23.129111 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:23.130937 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:23.195905 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=85688092-1be4-4026-885c-7e66514e78ac,revision_number=4']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:23.198905 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:23.443533 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['85688092-1be4-4026-885c-7e66514e78ac'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:36:23.690267 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29512c1f-cb16-464e-9c0c-f68b849fe81b req-cefd929d-fb8f-455f-ae03-4ee379cf784f tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:23.692691 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-29512c1f-cb16-464e-9c0c-f68b849fe81b req-cefd929d-fb8f-455f-ae03-4ee379cf784f tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 944 time: 0.0911181 Jun 28 12:36:23.740995 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-29512c1f-cb16-464e-9c0c-f68b849fe81b req-37307ba9-2ec3-432e-ac2f-2100f4c7be46 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416880 Jun 28 12:36:24.790699 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 85688092-1be4-4026-885c-7e66514e78ac up at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:36:24.931563 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning for port 85688092-1be4-4026-885c-7e66514e78ac completed by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:36:24.937764 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning complete for port 85688092-1be4-4026-885c-7e66514e78ac triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:36:24.938579 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:25.043358 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d74870-693f-48d8-a6fd-97cdae59ecfd req-350e88db-9f7c-4160-a0ed-0a2f66916591 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:25.044828 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-98d74870-693f-48d8-a6fd-97cdae59ecfd req-350e88db-9f7c-4160-a0ed-0a2f66916591 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 944 time: 0.1925242 Jun 28 12:36:25.082462 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:25.095951 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-98d74870-693f-48d8-a6fd-97cdae59ecfd req-64aced0e-8842-46eb-900d-ffeb76752d1f tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442193 Jun 28 12:36:25.111345 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8171c0f8-f4ef-463e-ac14-f7d843d7c312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85688092-1be4-4026-885c-7e66514e78ac'}] {{(pid=79150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:36:25.120891 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 85688092-1be4-4026-885c-7e66514e78ac, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=85688092-1be4-4026-885c-7e66514e78ac,segment=NetworkSegment(4c43dd34-2a53-40db-bc2a-8c5bc39873e6),segment_id=4c43dd34-2a53-40db-bc2a-8c5bc39873e6)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:36:25.183134 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:25.251795 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:25.253682 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:25.283886 dv-cinder-798094-1-iscsi neutron-server[79150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8171c0f8-f4ef-463e-ac14-f7d843d7c312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85688092-1be4-4026-885c-7e66514e78ac', 'code': 200} Jun 28 12:36:25.321295 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=85688092-1be4-4026-885c-7e66514e78ac,revision_number=5']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:25.329180 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:25.329518 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:25.329850 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:25.330172 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:25.330494 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:25.330869 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:25.331172 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:25.331489 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:25.332296 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:25.332296 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:25.332484 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:25.332692 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:25.337634 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:25.666784 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94f3e3-d376-471a-b155-fa790b09a2f0 req-e711c803-ed15-487f-94a4-08e68db9c882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:25.668217 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3e94f3e3-d376-471a-b155-fa790b09a2f0 req-e711c803-ed15-487f-94a4-08e68db9c882 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 1098 time: 0.0716913 Jun 28 12:36:25.709071 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3e94f3e3-d376-471a-b155-fa790b09a2f0 req-7bedf90f-0643-4c72-b5e8-fe8215fe1047 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345938 Jun 28 12:36:26.278484 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b0f11-8c35-440c-b4c2-d1b00ba035d9 req-e8a1e05d-90cc-4870-8d88-c62ef2667aaa tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:26.279866 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-607b0f11-8c35-440c-b4c2-d1b00ba035d9 req-e8a1e05d-90cc-4870-8d88-c62ef2667aaa tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 945 time: 0.0802629 Jun 28 12:36:26.324231 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-607b0f11-8c35-440c-b4c2-d1b00ba035d9 req-26e42861-6dbb-40e4-addc-49af11c5b3d9 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386245 Jun 28 12:36:27.522976 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749dc33b-fb5a-4130-b64d-487c0ff78b94 req-43dd6a09-6053-4287-b13c-87aa09e46963 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:27.524428 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-749dc33b-fb5a-4130-b64d-487c0ff78b94 req-43dd6a09-6053-4287-b13c-87aa09e46963 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 945 time: 0.0880468 Jun 28 12:36:27.570983 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-749dc33b-fb5a-4130-b64d-487c0ff78b94 req-5d5cc72d-95b9-44e5-93f6-e6499da3087a tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404410 Jun 28 12:36:27.763839 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cdf96-7542-4b2e-af13-ae9f37aa270e req-1fc37072-4249-41f1-8987-7341ff681c47 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:27.765309 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-992cdf96-7542-4b2e-af13-ae9f37aa270e req-1fc37072-4249-41f1-8987-7341ff681c47 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 945 time: 0.0865242 Jun 28 12:36:27.813789 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-992cdf96-7542-4b2e-af13-ae9f37aa270e req-c29a0ba6-cb8f-4a72-a8ee-ad4051cd0cff tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424662 Jun 28 12:36:27.840167 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 55224) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:28.116124 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e682926c-15c9-482f-b0d3-1e5c04835c5d tempest-TestShelveInstance-607624619 tempest-TestShelveInstance-607624619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:28.116822 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-e682926c-15c9-482f-b0d3-1e5c04835c5d tempest-TestShelveInstance-607624619 tempest-TestShelveInstance-607624619-project-admin] Synchronizing usage tracker for tenant:4b5ec90e93514182a80ca923d99097a8 on resource:port {{(pid=79148) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:36:28.208848 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-e682926c-15c9-482f-b0d3-1e5c04835c5d tempest-TestShelveInstance-607624619 tempest-TestShelveInstance-607624619-project-admin] Unset dirty status for tenant:4b5ec90e93514182a80ca923d99097a8 on resource:port {{(pid=79148) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:36:28.211594 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-e682926c-15c9-482f-b0d3-1e5c04835c5d tempest-TestShelveInstance-607624619 tempest-TestShelveInstance-607624619-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 1093 time: 0.3700218 Jun 28 12:36:28.213865 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 55238) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:28.219126 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.v2.base [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Request body: {'floatingip': {'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'port_id': '85688092-1be4-4026-885c-7e66514e78ac', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=79148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:36:28.225758 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:36:28.229901 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Usage tracker for resource:floatingip and tenant:27f9c090252546aaa6ec82eda6690acf is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:36:28.233170 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:36:28.239386 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:28.350274 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks [] for floatingip, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:28.498128 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:28.640973 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_common [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Allocated IP 172.27.0.148 (c9286c56-74de-4de9-a16f-8e0a6aaad408/86bae704-b0f4-4850-808b-6f728b6b20f3/ac61e6bd-e1bb-4808-9e93-f2dc944a0e60) {{(pid=79148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:36:28.793183 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks [] for port, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:28.901947 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727236867319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:28.901947 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-90ef1c3e-304d-4141-a72c-b8b7584ae259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:28.970006 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Network c9286c56-74de-4de9-a16f-8e0a6aaad408 is already hosted by enough agents. {{(pid=79148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:36:28.972891 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.base_scheduler [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Resources bound (agent type, host, resource id): {{(pid=79148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:36:28.977111 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Received port after_create {{(pid=79148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:36:29.006672 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Pushing event updated for resources: {'Port': ['ID=ac61e6bd-e1bb-4808-9e93-f2dc944a0e60,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:29.012766 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:29.519057 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:29.718496 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:29.935978 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks [] for port, precommit_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:30.060391 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1907515'] for port, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:30.064406 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-8bb91d9a-92ef-4560-ac2d-c04b59bbc697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:30.168439 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Pushing event updated for resources: {'Port': ['ID=ac61e6bd-e1bb-4808-9e93-f2dc944a0e60,revision_number=2']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:30.180516 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:30.180882 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:30.181250 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:30.181603 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:30.181960 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:30.182307 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:30.182651 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:30.183021 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:30.183366 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:30.183742 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:30.184083 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:30.184494 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:30.189308 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:30.192412 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696881'] for floatingip, after_update {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:30.363691 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.db.l3_db [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Floating IP b7a9b2da-9ce5-4d2d-a0ea-c123155182a9 associated. External IP: 172.27.0.148, port: 85688092-1be4-4026-885c-7e66514e78ac. Jun 28 12:36:30.720600 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Router f168a6a3-306d-47a0-bd46-7c2aee9f6f61 has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:36:31.009612 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:36:31.018791 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991fee02-f27a-4e0c-9d29-ea13770e28bf None None] Sync routers for ids ['f168a6a3-306d-47a0-bd46-7c2aee9f6f61'] in dv-cinder-798094-1-iscsi {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:36:31.028244 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991fee02-f27a-4e0c-9d29-ea13770e28bf None None] Routers {'f168a6a3-306d-47a0-bd46-7c2aee9f6f61'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:36:31.028858 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-991fee02-f27a-4e0c-9d29-ea13770e28bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:36:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['f168a6a3-306d-47a0-bd46-7c2aee9f6f61'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:36:31.086875 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for floatingip, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:31.145458 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-e52e1d29-a18e-4cc9-943b-8761bf1cd623 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9305282 Jun 28 12:36:31.146235 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8171c0f8-f4ef-463e-ac14-f7d843d7c312', 'tag': '85688092-1be4-4026-885c-7e66514e78ac'}] {{(pid=79148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:36:31.252656 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8171c0f8-f4ef-463e-ac14-f7d843d7c312', 'tag': '85688092-1be4-4026-885c-7e66514e78ac', 'status': 'completed', 'code': 200} Jun 28 12:36:31.257267 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-991fee02-f27a-4e0c-9d29-ea13770e28bf None None] Set router f168a6a3-306d-47a0-bd46-7c2aee9f6f61 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:36:31.376375 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501106fe-cda4-4b52-8716-8c53fac6b12f req-a306aeff-229b-48e5-b83b-8cc7a3e0660f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:31.378236 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-501106fe-cda4-4b52-8716-8c53fac6b12f req-a306aeff-229b-48e5-b83b-8cc7a3e0660f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27f9c090252546aaa6ec82eda6690acf&device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 1098 time: 0.0816169 Jun 28 12:36:31.536307 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501106fe-cda4-4b52-8716-8c53fac6b12f req-30d19f10-850c-4651-8479-78ef592a9462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:31.537752 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-501106fe-cda4-4b52-8716-8c53fac6b12f req-30d19f10-850c-4651-8479-78ef592a9462 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bb87e434-5961-42c4-b38d-50439141c0c2 HTTP/1.1" status: 200 len: 909 time: 0.1364903 Jun 28 12:36:31.637745 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-991fee02-f27a-4e0c-9d29-ea13770e28bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'name': 'tempest-TestShelveInstance-454715643-router', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:23Z', 'updated_at': '2021-06-28T12:35:28Z', 'revision_number': 4, 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'gw_port': {'id': '2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:24Z', 'updated_at': '2021-06-28T12:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_floatingips': [{'id': 'b7a9b2da-9ce5-4d2d-a0ea-c123155182a9', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'port_id': '85688092-1be4-4026-885c-7e66514e78ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb87e434-5961-42c4-b38d-50439141c0c2', 'mac_address': 'fa:16:3e:cf:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8171c0f8-f4ef-463e-ac14-f7d843d7c312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:36:29Z', 'updated_at': '2021-06-28T12:36:29Z', 'revision_number': 0, 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fd4c95-95fa-4829-b80c-0f17fd75e235', 'name': '', 'network_id': 'bb87e434-5961-42c4-b38d-50439141c0c2', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'mac_address': 'fa:16:3e:98:61:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6753676f-a690-4cd5-873c-b11dd11060c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:27Z', 'updated_at': '2021-06-28T12:35:34Z', 'revision_number': 5, 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'subnets': [{'id': '6753676f-a690-4cd5-873c-b11dd11060c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:36:31.643445 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991fee02-f27a-4e0c-9d29-ea13770e28bf None None] Checking router: f168a6a3-306d-47a0-bd46-7c2aee9f6f61 for host: dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:36:31.653658 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-501106fe-cda4-4b52-8716-8c53fac6b12f req-51780ea0-9a5c-4f17-885d-fd13d833a87c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85688092-1be4-4026-885c-7e66514e78ac HTTP/1.1" status: 200 len: 999 time: 0.1071298 Jun 28 12:36:31.655412 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991fee02-f27a-4e0c-9d29-ea13770e28bf None None] Routers {'f168a6a3-306d-47a0-bd46-7c2aee9f6f61'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:36:31.657235 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-991fee02-f27a-4e0c-9d29-ea13770e28bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:36:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['f168a6a3-306d-47a0-bd46-7c2aee9f6f61'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:36:31.729289 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501106fe-cda4-4b52-8716-8c53fac6b12f req-ee7b8be8-8c88-40e8-b01a-68b195531655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:31.730806 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-501106fe-cda4-4b52-8716-8c53fac6b12f req-ee7b8be8-8c88-40e8-b01a-68b195531655 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6753676f-a690-4cd5-873c-b11dd11060c9 HTTP/1.1" status: 200 len: 847 time: 0.0654576 Jun 28 12:36:31.825402 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501106fe-cda4-4b52-8716-8c53fac6b12f req-a0d455f5-0a63-49a8-b538-fd468cbf259b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:31.826903 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-501106fe-cda4-4b52-8716-8c53fac6b12f req-a0d455f5-0a63-49a8-b538-fd468cbf259b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb87e434-5961-42c4-b38d-50439141c0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806541 Jun 28 12:36:31.844314 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-991fee02-f27a-4e0c-9d29-ea13770e28bf None None] Set router f168a6a3-306d-47a0-bd46-7c2aee9f6f61 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:36:31.970142 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-501106fe-cda4-4b52-8716-8c53fac6b12f req-901c6385-00b0-4823-8691-f804ee373847 service neutron] 10.222.0.64 "GET /v2.0/networks/bb87e434-5961-42c4-b38d-50439141c0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361158 Jun 28 12:36:32.031508 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 55302) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:32.116786 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-501106fe-cda4-4b52-8716-8c53fac6b12f req-823b16e6-81db-49c5-b147-7fa389ee6d6c service neutron] 10.222.0.64 "GET /v2.0/networks/bb87e434-5961-42c4-b38d-50439141c0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393840 Jun 28 12:36:32.155452 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3d37a2c4-337b-4c8b-a7e6-ae7fd67c5d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:32.170463 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-3d37a2c4-337b-4c8b-a7e6-ae7fd67c5d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:36:32.174464 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-3d37a2c4-337b-4c8b-a7e6-ae7fd67c5d36 admin admin] Usage tracker for resource:security_group_rule and tenant:23b5b9e8802c497681e0642be29d0f7d is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:36:32.177596 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-3d37a2c4-337b-4c8b-a7e6-ae7fd67c5d36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:36:32.183939 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-3d37a2c4-337b-4c8b-a7e6-ae7fd67c5d36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:32.224519 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-991fee02-f27a-4e0c-9d29-ea13770e28bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'name': 'tempest-TestShelveInstance-454715643-router', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:23Z', 'updated_at': '2021-06-28T12:35:28Z', 'revision_number': 4, 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'gw_port': {'id': '2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:24Z', 'updated_at': '2021-06-28T12:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_floatingips': [{'id': 'b7a9b2da-9ce5-4d2d-a0ea-c123155182a9', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'port_id': '85688092-1be4-4026-885c-7e66514e78ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb87e434-5961-42c4-b38d-50439141c0c2', 'mac_address': 'fa:16:3e:cf:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8171c0f8-f4ef-463e-ac14-f7d843d7c312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:36:29Z', 'updated_at': '2021-06-28T12:36:29Z', 'revision_number': 0, 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fd4c95-95fa-4829-b80c-0f17fd75e235', 'name': '', 'network_id': 'bb87e434-5961-42c4-b38d-50439141c0c2', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'mac_address': 'fa:16:3e:98:61:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6753676f-a690-4cd5-873c-b11dd11060c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:27Z', 'updated_at': '2021-06-28T12:35:34Z', 'revision_number': 5, 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'subnets': [{'id': '6753676f-a690-4cd5-873c-b11dd11060c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:36:32.228634 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991fee02-f27a-4e0c-9d29-ea13770e28bf None None] The sync data for ids ['f168a6a3-306d-47a0-bd46-7c2aee9f6f61'] in dv-cinder-798094-1-iscsi is: [{'id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'name': 'tempest-TestShelveInstance-454715643-router', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:23Z', 'updated_at': '2021-06-28T12:35:28Z', 'revision_number': 4, 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'gw_port': {'id': '2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:24Z', 'updated_at': '2021-06-28T12:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_floatingips': [{'id': 'b7a9b2da-9ce5-4d2d-a0ea-c123155182a9', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'router_id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'port_id': '85688092-1be4-4026-885c-7e66514e78ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb87e434-5961-42c4-b38d-50439141c0c2', 'mac_address': 'fa:16:3e:cf:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8171c0f8-f4ef-463e-ac14-f7d843d7c312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:36:29Z', 'updated_at': '2021-06-28T12:36:29Z', 'revision_number': 0, 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fd4c95-95fa-4829-b80c-0f17fd75e235', 'name': '', 'network_id': 'bb87e434-5961-42c4-b38d-50439141c0c2', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'mac_address': 'fa:16:3e:98:61:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6753676f-a690-4cd5-873c-b11dd11060c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:27Z', 'updated_at': '2021-06-28T12:35:34Z', 'revision_number': 5, 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'subnets': [{'id': '6753676f-a690-4cd5-873c-b11dd11060c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:36:32.273098 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3d37a2c4-337b-4c8b-a7e6-ae7fd67c5d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:32.351608 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-3d37a2c4-337b-4c8b-a7e6-ae7fd67c5d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:32.360732 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-9fe39607-9c45-46b9-814c-451dc1067fdf tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:32.402515 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-3d37a2c4-337b-4c8b-a7e6-ae7fd67c5d36 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23b5b9e8802c497681e0642be29d0f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3698022 Jun 28 12:36:32.404436 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37a2c4-337b-4c8b-a7e6-ae7fd67c5d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beeecb84-e5e0-4b3f-af19-9bf974af959d,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:32.405152 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 55308) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:32.407662 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-3d37a2c4-337b-4c8b-a7e6-ae7fd67c5d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:32.427963 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d09ec19-741f-4de9-9128-6e07bb5a2391 None None] New status for floating IP b7a9b2da-9ce5-4d2d-a0ea-c123155182a9: ACTIVE {{(pid=79151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:36:32.467273 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-df5b89a9-0cba-4b99-8c48-779c52e81df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:32.493370 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-df5b89a9-0cba-4b99-8c48-779c52e81df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:32.609261 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-df5b89a9-0cba-4b99-8c48-779c52e81df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:32.614343 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-2c0c8c86-0603-4d42-ab80-1e96a10c4f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:32.627245 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b89a9-0cba-4b99-8c48-779c52e81df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beeecb84-e5e0-4b3f-af19-9bf974af959d,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:32.639253 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b89a9-0cba-4b99-8c48-779c52e81df5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:32.639633 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b89a9-0cba-4b99-8c48-779c52e81df5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:32.639999 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b89a9-0cba-4b99-8c48-779c52e81df5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:32.640369 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b89a9-0cba-4b99-8c48-779c52e81df5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:32.640728 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b89a9-0cba-4b99-8c48-779c52e81df5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:32.641086 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b89a9-0cba-4b99-8c48-779c52e81df5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:32.641442 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b89a9-0cba-4b99-8c48-779c52e81df5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:32.641795 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b89a9-0cba-4b99-8c48-779c52e81df5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:32.642149 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b89a9-0cba-4b99-8c48-779c52e81df5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:32.642501 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b89a9-0cba-4b99-8c48-779c52e81df5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:32.642892 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b89a9-0cba-4b99-8c48-779c52e81df5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:32.643246 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5b89a9-0cba-4b99-8c48-779c52e81df5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:32.646664 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-df5b89a9-0cba-4b99-8c48-779c52e81df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:32.647928 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-df5b89a9-0cba-4b99-8c48-779c52e81df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:32.652322 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-df5b89a9-0cba-4b99-8c48-779c52e81df5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/beeecb84-e5e0-4b3f-af19-9bf974af959d HTTP/1.1" status: 204 len: 168 time: 0.2428887 Jun 28 12:36:33.285543 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 55316) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:33.302973 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-acfbbc5d-0967-4753-a274-98ebf3623336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:33.320974 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-acfbbc5d-0967-4753-a274-98ebf3623336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:36:33.324743 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-acfbbc5d-0967-4753-a274-98ebf3623336 admin admin] Usage tracker for resource:security_group_rule and tenant:367a76773b5d473ab254c5c1495334a8 is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:36:33.327566 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-acfbbc5d-0967-4753-a274-98ebf3623336 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:36:33.333178 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-acfbbc5d-0967-4753-a274-98ebf3623336 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:33.413520 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-acfbbc5d-0967-4753-a274-98ebf3623336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:33.477550 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-acfbbc5d-0967-4753-a274-98ebf3623336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:33.485046 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-eedb8c49-3de1-40cc-bb9a-faf221d99653 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:33.527128 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-acfbbc5d-0967-4753-a274-98ebf3623336 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=367a76773b5d473ab254c5c1495334a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403915 Jun 28 12:36:33.528045 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbbc5d-0967-4753-a274-98ebf3623336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d06fa67-bb6b-495f-9517-eaa33d94689d,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:33.529664 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 55320) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:33.531418 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-acfbbc5d-0967-4753-a274-98ebf3623336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:33.587446 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-9a41226a-dc51-44ce-9001-3ca0865177e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:33.611963 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-9a41226a-dc51-44ce-9001-3ca0865177e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:33.774795 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-9a41226a-dc51-44ce-9001-3ca0865177e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:33.778794 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-658f3084-a245-49ab-ae01-b6d2faf42d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:33.791661 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41226a-dc51-44ce-9001-3ca0865177e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d06fa67-bb6b-495f-9517-eaa33d94689d,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:33.796180 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-9a41226a-dc51-44ce-9001-3ca0865177e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:33.801005 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-9a41226a-dc51-44ce-9001-3ca0865177e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:33.802112 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-9a41226a-dc51-44ce-9001-3ca0865177e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d06fa67-bb6b-495f-9517-eaa33d94689d HTTP/1.1" status: 204 len: 168 time: 0.2714157 Jun 28 12:36:38.614859 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-f96c9617-591b-47e1-aad7-ddeb0afbb8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:38.957767 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:40.426085 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:36:41.091254 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-000cd146-ef43-4979-ae64-e91cdcb449eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:42.182939 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:43.902996 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:46.224266 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 55414) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:46.341274 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2912001f-1330-498e-b4ac-a81ef7bb2396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:46.355834 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-2912001f-1330-498e-b4ac-a81ef7bb2396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:36:46.359643 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-2912001f-1330-498e-b4ac-a81ef7bb2396 admin admin] Usage tracker for resource:security_group_rule and tenant:02f371293c844e7cb6a710573402caf8 is out of sync, need to count used quota {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:36:46.362410 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.quota.resource [None req-2912001f-1330-498e-b4ac-a81ef7bb2396 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79148) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:36:46.368017 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.quota.driver [None req-2912001f-1330-498e-b4ac-a81ef7bb2396 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:46.447718 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2912001f-1330-498e-b4ac-a81ef7bb2396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:46.531480 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-2912001f-1330-498e-b4ac-a81ef7bb2396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:46.539452 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-76dcd2e0-467b-4959-a35a-fd7f0d4be793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:46.579069 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-2912001f-1330-498e-b4ac-a81ef7bb2396 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02f371293c844e7cb6a710573402caf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3530817 Jun 28 12:36:46.581463 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912001f-1330-498e-b4ac-a81ef7bb2396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2578ed9f-8247-41ee-afa5-39d0a3f5651e,revision_number=1']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:46.582666 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 55420) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:46.583184 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-2912001f-1330-498e-b4ac-a81ef7bb2396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:46.642061 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-a237511f-cb0e-4d89-842f-d03db305d63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:46.668819 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-a237511f-cb0e-4d89-842f-d03db305d63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:46.800232 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-a237511f-cb0e-4d89-842f-d03db305d63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:46.804014 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-eddd47a1-460f-4080-8596-8d2eb6054e18 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:46.817239 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237511f-cb0e-4d89-842f-d03db305d63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2578ed9f-8247-41ee-afa5-39d0a3f5651e,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:46.821781 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-a237511f-cb0e-4d89-842f-d03db305d63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:46.827791 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-a237511f-cb0e-4d89-842f-d03db305d63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:46.828888 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-a237511f-cb0e-4d89-842f-d03db305d63d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2578ed9f-8247-41ee-afa5-39d0a3f5651e HTTP/1.1" status: 204 len: 168 time: 0.2450202 Jun 28 12:36:55.120123 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:58.468648 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 55498) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:58.583020 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0c56e296-c659-4448-a81c-b8cdfe137807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:58.598207 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-0c56e296-c659-4448-a81c-b8cdfe137807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:36:58.602692 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-0c56e296-c659-4448-a81c-b8cdfe137807 admin admin] Usage tracker for resource:security_group_rule and tenant:bd1fd8c5af7948ca9d88fae212c7290b is out of sync, need to count used quota {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:36:58.605535 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [None req-0c56e296-c659-4448-a81c-b8cdfe137807 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79149) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:36:58.611291 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.quota.driver [None req-0c56e296-c659-4448-a81c-b8cdfe137807 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:58.691954 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0c56e296-c659-4448-a81c-b8cdfe137807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:58.765746 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-0c56e296-c659-4448-a81c-b8cdfe137807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_create {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:58.774188 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-2d78d846-c326-49f0-ae37-a34900aaa566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:58.812840 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56e296-c659-4448-a81c-b8cdfe137807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5112c2-f4d6-4765-adaa-1cb09d025702,revision_number=1']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:58.816006 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-0c56e296-c659-4448-a81c-b8cdfe137807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:58.818539 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-0c56e296-c659-4448-a81c-b8cdfe137807 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd1fd8c5af7948ca9d88fae212c7290b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3488321 Jun 28 12:36:58.821778 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 55504) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:58.880550 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-9c66d89a-110e-43db-b917-b7977b08e934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:58.910989 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-9c66d89a-110e-43db-b917-b7977b08e934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:59.169793 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-9c66d89a-110e-43db-b917-b7977b08e934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:59.173591 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-2428cd3e-5606-4097-a40e-7674e09c6a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:59.187133 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66d89a-110e-43db-b917-b7977b08e934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5112c2-f4d6-4765-adaa-1cb09d025702,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:59.190044 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-9c66d89a-110e-43db-b917-b7977b08e934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:59.192045 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-9c66d89a-110e-43db-b917-b7977b08e934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:59.193349 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-9c66d89a-110e-43db-b917-b7977b08e934 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c5112c2-f4d6-4765-adaa-1cb09d025702 HTTP/1.1" status: 204 len: 168 time: 0.3704216 Jun 28 12:37:08.608287 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-086d5827-6c3c-46b4-afd6-8e9bf529ae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:08.965670 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:11.090957 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-dc4703cd-4f9f-4764-819e-4546546705f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:12.191250 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:13.894284 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:17.425292 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:37:25.130899 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:28.479096 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-49d2c39c-39e5-4544-b6cd-900d4558da53 req-7234e3c8-49ea-4656-8227-f939a9d7c4b3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685730 Jun 28 12:37:28.631313 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2c39c-39e5-4544-b6cd-900d4558da53 req-c232b160-631f-487d-b12d-0222b1f57228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:28.632739 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-49d2c39c-39e5-4544-b6cd-900d4558da53 req-c232b160-631f-487d-b12d-0222b1f57228 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27f9c090252546aaa6ec82eda6690acf&device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 1098 time: 0.0722475 Jun 28 12:37:28.784084 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2c39c-39e5-4544-b6cd-900d4558da53 req-d52f9dbe-094b-4678-85eb-f0ed2f682876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:28.785507 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-49d2c39c-39e5-4544-b6cd-900d4558da53 req-d52f9dbe-094b-4678-85eb-f0ed2f682876 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bb87e434-5961-42c4-b38d-50439141c0c2 HTTP/1.1" status: 200 len: 909 time: 0.1341217 Jun 28 12:37:28.893679 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-49d2c39c-39e5-4544-b6cd-900d4558da53 req-2c93c654-02aa-4781-a13d-d49edb64a3d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85688092-1be4-4026-885c-7e66514e78ac HTTP/1.1" status: 200 len: 1001 time: 0.1016207 Jun 28 12:37:28.956214 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2c39c-39e5-4544-b6cd-900d4558da53 req-513d1239-d85f-4d36-ae87-5fa6a903abff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:28.957650 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-49d2c39c-39e5-4544-b6cd-900d4558da53 req-513d1239-d85f-4d36-ae87-5fa6a903abff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6753676f-a690-4cd5-873c-b11dd11060c9 HTTP/1.1" status: 200 len: 847 time: 0.0581732 Jun 28 12:37:29.035548 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2c39c-39e5-4544-b6cd-900d4558da53 req-18cc7342-b5ce-490d-bad2-fa8c5efb40e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:29.036884 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-49d2c39c-39e5-4544-b6cd-900d4558da53 req-18cc7342-b5ce-490d-bad2-fa8c5efb40e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb87e434-5961-42c4-b38d-50439141c0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732942 Jun 28 12:37:29.168406 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-49d2c39c-39e5-4544-b6cd-900d4558da53 req-d967a510-9305-4e01-ae71-ffb0d6d9f606 service neutron] 10.222.0.64 "GET /v2.0/networks/bb87e434-5961-42c4-b38d-50439141c0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247690 Jun 28 12:37:29.302041 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-49d2c39c-39e5-4544-b6cd-900d4558da53 req-e3c2f19a-a9f6-4e66-84b9-6dc10c937e64 service neutron] 10.222.0.64 "GET /v2.0/networks/bb87e434-5961-42c4-b38d-50439141c0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251256 Jun 28 12:37:38.662551 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2acb2bf4-381d-4846-bb0d-5067474f998c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:38.956947 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:41.148341 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-cebe3692-709b-49d7-88fc-7fd8ae493776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:42.242412 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:43.902451 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:54.424113 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:37:55.142445 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:08.628182 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-faebcaee-2bd3-41d4-b9f6-f8090aa8a925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:09.007381 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:11.073515 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-3e3802f6-0b41-4bf0-86e0-0301650a484b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:12.184791 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:13.879429 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:25.138930 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:26.344258 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed42a34-582c-4a90-9644-0e3d9cf9dec2 req-ffc15443-370f-4507-ae5f-5b9942c9a4d3 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:26.345583 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1ed42a34-582c-4a90-9644-0e3d9cf9dec2 req-ffc15443-370f-4507-ae5f-5b9942c9a4d3 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 945 time: 0.0802481 Jun 28 12:38:26.389864 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1ed42a34-582c-4a90-9644-0e3d9cf9dec2 req-3c65e246-afc3-43da-bfdb-0dad1604a30e tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380251 Jun 28 12:38:27.593719 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1a5ab-8a4b-4165-8278-10fd6bf4be35 req-fa01b5d9-908d-4d76-aa7b-6e687d67626c tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:27.595257 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-65d1a5ab-8a4b-4165-8278-10fd6bf4be35 req-fa01b5d9-908d-4d76-aa7b-6e687d67626c tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 945 time: 0.0844889 Jun 28 12:38:27.641461 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-65d1a5ab-8a4b-4165-8278-10fd6bf4be35 req-4c887d58-8f42-4281-9cbd-bf67b3f57521 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404651 Jun 28 12:38:28.839270 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998e2be-9dc4-44c9-b8f3-8921ff43d76a req-43d9a5a2-b3d6-4e0a-81a7-e901aad710af tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:28.840760 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c998e2be-9dc4-44c9-b8f3-8921ff43d76a req-43d9a5a2-b3d6-4e0a-81a7-e901aad710af tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 945 time: 0.0805473 Jun 28 12:38:28.885089 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-c998e2be-9dc4-44c9-b8f3-8921ff43d76a req-fe5ab062-8449-4b9f-b5ac-dfb5e507ece5 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387645 Jun 28 12:38:30.072052 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6264b3-aeab-4892-a443-72cc3896a685 req-f940dcba-cf69-4e10-912e-51812926def3 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:30.073506 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2b6264b3-aeab-4892-a443-72cc3896a685 req-f940dcba-cf69-4e10-912e-51812926def3 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 945 time: 0.0844831 Jun 28 12:38:30.117182 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2b6264b3-aeab-4892-a443-72cc3896a685 req-b88d0559-cde7-43d3-8a5e-82a9dfe63ad5 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378945 Jun 28 12:38:30.549752 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3819b0-30f4-4d49-b9e0-b03d972f6ab7 req-8ec3ca18-c2cc-4716-9518-2aeeebce14dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:30.551204 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6f3819b0-30f4-4d49-b9e0-b03d972f6ab7 req-8ec3ca18-c2cc-4716-9518-2aeeebce14dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27f9c090252546aaa6ec82eda6690acf&device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 1098 time: 0.0688548 Jun 28 12:38:30.699417 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3819b0-30f4-4d49-b9e0-b03d972f6ab7 req-9d6adeac-640e-4dee-b829-f5de367d824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:30.700851 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6f3819b0-30f4-4d49-b9e0-b03d972f6ab7 req-9d6adeac-640e-4dee-b829-f5de367d824c service neutron] 10.222.0.64 "GET /v2.0/networks?id=bb87e434-5961-42c4-b38d-50439141c0c2 HTTP/1.1" status: 200 len: 909 time: 0.1289926 Jun 28 12:38:30.802940 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6f3819b0-30f4-4d49-b9e0-b03d972f6ab7 req-86dcfaee-bc3a-4c1a-8a96-0e7179b69bd3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85688092-1be4-4026-885c-7e66514e78ac HTTP/1.1" status: 200 len: 1001 time: 0.0947633 Jun 28 12:38:30.961552 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3819b0-30f4-4d49-b9e0-b03d972f6ab7 req-c7f2fdde-e8f6-4a17-bfe4-5de616de79cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:30.962988 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6f3819b0-30f4-4d49-b9e0-b03d972f6ab7 req-c7f2fdde-e8f6-4a17-bfe4-5de616de79cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6753676f-a690-4cd5-873c-b11dd11060c9 HTTP/1.1" status: 200 len: 847 time: 0.1538661 Jun 28 12:38:31.037600 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3819b0-30f4-4d49-b9e0-b03d972f6ab7 req-b207d59b-b91d-458a-adbb-55294723132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:31.039079 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6f3819b0-30f4-4d49-b9e0-b03d972f6ab7 req-b207d59b-b91d-458a-adbb-55294723132f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb87e434-5961-42c4-b38d-50439141c0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698991 Jun 28 12:38:31.171889 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6f3819b0-30f4-4d49-b9e0-b03d972f6ab7 req-44c8664b-7272-4b7e-8d48-ea7d4db300ca service neutron] 10.222.0.64 "GET /v2.0/networks/bb87e434-5961-42c4-b38d-50439141c0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261454 Jun 28 12:38:31.359185 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-6f3819b0-30f4-4d49-b9e0-b03d972f6ab7 req-0aa940d1-c990-426c-9b69-0e0301f29b3c service neutron] 10.222.0.64 "GET /v2.0/networks/bb87e434-5961-42c4-b38d-50439141c0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803195 Jun 28 12:38:31.380820 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef6849-7974-44b6-8709-a1fad632f59d req-c4ecc9a5-644b-4cfe-b551-1a67662b133e tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:31.382225 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-faef6849-7974-44b6-8709-a1fad632f59d req-c4ecc9a5-644b-4cfe-b551-1a67662b133e tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 945 time: 0.1183217 Jun 28 12:38:31.423397 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:38:31.428280 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-faef6849-7974-44b6-8709-a1fad632f59d req-a13fbc6a-e3da-4ef9-a8e6-f954c8a73f64 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399318 Jun 28 12:38:32.611756 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468ee78-7bd7-4174-b1fc-b79c3f7e1230 req-b56d76c6-061a-4065-9839-01b717a9cabf tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:32.613086 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7468ee78-7bd7-4174-b1fc-b79c3f7e1230 req-b56d76c6-061a-4065-9839-01b717a9cabf tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 945 time: 0.0783603 Jun 28 12:38:32.658526 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7468ee78-7bd7-4174-b1fc-b79c3f7e1230 req-d6ee752a-8673-4b52-96d3-8538748344a7 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383763 Jun 28 12:38:33.848295 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f7133-b8e7-4714-91db-28d14a0679fa req-49103311-c187-4ea5-b9b5-ecebd1ea6894 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:33.849719 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d66f7133-b8e7-4714-91db-28d14a0679fa req-49103311-c187-4ea5-b9b5-ecebd1ea6894 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 945 time: 0.0836771 Jun 28 12:38:33.896169 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d66f7133-b8e7-4714-91db-28d14a0679fa req-95ceac56-14af-456b-bb8c-f6817bc41b13 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400882 Jun 28 12:38:35.085272 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c033b-c85e-4cf2-89f6-d9cdb3dc8ec2 req-acdce7bb-dedb-4aca-a89b-5b77b792f834 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:35.086774 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e64c033b-c85e-4cf2-89f6-d9cdb3dc8ec2 req-acdce7bb-dedb-4aca-a89b-5b77b792f834 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 945 time: 0.0819166 Jun 28 12:38:35.134959 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e64c033b-c85e-4cf2-89f6-d9cdb3dc8ec2 req-90363d69-aee8-4017-a3cf-bfc45cbb4222 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423605 Jun 28 12:38:36.321969 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f83e9-4bbc-4498-8a7d-2608df5520d9 req-bfaf5449-432d-4c57-9d7b-e55a3c0aa4ea tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:36.323373 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2c8f83e9-4bbc-4498-8a7d-2608df5520d9 req-bfaf5449-432d-4c57-9d7b-e55a3c0aa4ea tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 945 time: 0.0858231 Jun 28 12:38:36.366850 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-2c8f83e9-4bbc-4498-8a7d-2608df5520d9 req-f6691b80-f5a2-48b2-952f-d5c4f56114b3 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378528 Jun 28 12:38:36.584169 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d830f-ab6c-4482-aa50-78c558cb8f3a req-76f91a8d-6d10-4447-b552-41fe474bd4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:36.585761 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8f4d830f-ab6c-4482-aa50-78c558cb8f3a req-76f91a8d-6d10-4447-b552-41fe474bd4f4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27f9c090252546aaa6ec82eda6690acf&device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 1098 time: 0.0726144 Jun 28 12:38:36.717856 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d830f-ab6c-4482-aa50-78c558cb8f3a req-1ea47b1a-0245-4ad0-b39f-543f77cda778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:36.719351 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8f4d830f-ab6c-4482-aa50-78c558cb8f3a req-1ea47b1a-0245-4ad0-b39f-543f77cda778 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bb87e434-5961-42c4-b38d-50439141c0c2 HTTP/1.1" status: 200 len: 909 time: 0.1277270 Jun 28 12:38:36.819203 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8f4d830f-ab6c-4482-aa50-78c558cb8f3a req-6d0dd541-4288-4eb4-84eb-178800515866 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85688092-1be4-4026-885c-7e66514e78ac HTTP/1.1" status: 200 len: 1001 time: 0.0930264 Jun 28 12:38:36.883060 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d830f-ab6c-4482-aa50-78c558cb8f3a req-5b96fb6b-e85c-4202-a550-88ee5a3f85a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:36.884407 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8f4d830f-ab6c-4482-aa50-78c558cb8f3a req-5b96fb6b-e85c-4202-a550-88ee5a3f85a6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6753676f-a690-4cd5-873c-b11dd11060c9 HTTP/1.1" status: 200 len: 847 time: 0.0597227 Jun 28 12:38:36.958084 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d830f-ab6c-4482-aa50-78c558cb8f3a req-01f865d8-f4c0-46a1-8e1d-197ab41ae939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:36.963312 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8f4d830f-ab6c-4482-aa50-78c558cb8f3a req-01f865d8-f4c0-46a1-8e1d-197ab41ae939 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb87e434-5961-42c4-b38d-50439141c0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691955 Jun 28 12:38:37.089189 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8f4d830f-ab6c-4482-aa50-78c558cb8f3a req-72b274b4-a728-4fc7-9516-8e6da9ffe0e8 service neutron] 10.222.0.64 "GET /v2.0/networks/bb87e434-5961-42c4-b38d-50439141c0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224489 Jun 28 12:38:37.218824 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8f4d830f-ab6c-4482-aa50-78c558cb8f3a req-001d6700-4943-49bc-8f3f-3b6558c30a5d service neutron] 10.222.0.64 "GET /v2.0/networks/bb87e434-5961-42c4-b38d-50439141c0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230874 Jun 28 12:38:37.646669 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bd610-ac68-40f7-886a-6d13dc7fffd4 req-4a47975f-5481-407a-8bde-8f6b1d0412c1 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:37.648053 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b68bd610-ac68-40f7-886a-6d13dc7fffd4 req-4a47975f-5481-407a-8bde-8f6b1d0412c1 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 945 time: 0.1770375 Jun 28 12:38:37.694273 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-b68bd610-ac68-40f7-886a-6d13dc7fffd4 req-fb7cb69f-69de-4a17-8659-209250e84355 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403957 Jun 28 12:38:38.624399 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-54aceccf-a30a-4d6b-bb63-2cedc61e4ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:38.880112 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f184016-b03c-4669-9fd2-ae7658042056 req-12757003-3fbc-4c0c-bc6b-e6723d32a9e4 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:38.881499 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3f184016-b03c-4669-9fd2-ae7658042056 req-12757003-3fbc-4c0c-bc6b-e6723d32a9e4 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 945 time: 0.0814037 Jun 28 12:38:38.929455 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-3f184016-b03c-4669-9fd2-ae7658042056 req-f3933f65-3410-48ed-834b-a1dcb9d1f6d3 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414958 Jun 28 12:38:38.970531 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:40.115090 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98b1d5-040e-42db-b9e3-93e30b122666 req-f7a79e15-8210-474d-b26d-35594b569612 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:40.116451 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8c98b1d5-040e-42db-b9e3-93e30b122666 req-f7a79e15-8210-474d-b26d-35594b569612 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 945 time: 0.0828085 Jun 28 12:38:40.161315 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-8c98b1d5-040e-42db-b9e3-93e30b122666 req-ed08f8b0-b996-40e2-ab3d-39c59a6c45e6 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391164 Jun 28 12:38:41.098357 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-f9a50dcd-b115-4da5-ae9c-e2db60c07a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:41.568926 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 85688092-1be4-4026-885c-7e66514e78ac no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:38:41.686023 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:41.717602 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783759dc-6d22-4d77-9f1f-2bc63cec4398 req-6fd52d2c-a6b5-4784-be69-00417fbd0af5 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:41.719481 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 85688092-1be4-4026-885c-7e66514e78ac, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=85688092-1be4-4026-885c-7e66514e78ac,segment=NetworkSegment(4c43dd34-2a53-40db-bc2a-8c5bc39873e6),segment_id=4c43dd34-2a53-40db-bc2a-8c5bc39873e6)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:38:41.719860 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-783759dc-6d22-4d77-9f1f-2bc63cec4398 req-6fd52d2c-a6b5-4784-be69-00417fbd0af5 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 945 time: 0.0924764 Jun 28 12:38:41.720398 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8171c0f8-f4ef-463e-ac14-f7d843d7c312', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85688092-1be4-4026-885c-7e66514e78ac'}] {{(pid=79150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:38:41.760956 dv-cinder-798094-1-iscsi neutron-server[79150]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8171c0f8-f4ef-463e-ac14-f7d843d7c312', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '85688092-1be4-4026-885c-7e66514e78ac', 'code': 422} returned with failed status Jun 28 12:38:41.770140 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-783759dc-6d22-4d77-9f1f-2bc63cec4398 req-fed40c8f-1626-40ec-a338-fcb3cfb8dfe3 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444696 Jun 28 12:38:41.805217 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:41.807076 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:38:41.872651 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=85688092-1be4-4026-885c-7e66514e78ac,revision_number=6']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:38:41.880862 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:38:41.881207 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:38:41.881543 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:38:41.881882 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:38:41.882203 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:38:41.882528 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:38:41.882880 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:38:41.883202 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:38:41.883582 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:38:41.883911 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:38:41.884229 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:38:41.884544 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:38:41.888922 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:38:41.889870 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [req-91788be7-b24b-4520-a36e-18f70222ba6e req-fb927f52-d238-4f6a-8621-23b3d50cc40f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2218840 Jun 28 12:38:42.178404 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:42.952137 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debcf22e-6ab1-43ad-b9e8-ffc9ed91baa2 req-9afc2382-d25e-4c88-b6e9-21e3738ef351 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:42.953564 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-debcf22e-6ab1-43ad-b9e8-ffc9ed91baa2 req-9afc2382-d25e-4c88-b6e9-21e3738ef351 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 943 time: 0.0792849 Jun 28 12:38:42.999112 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-debcf22e-6ab1-43ad-b9e8-ffc9ed91baa2 req-2225a1b9-f70d-4e34-ad96-00ff206a2d41 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397294 Jun 28 12:38:43.881566 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:44.185534 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a2427-f2ab-48c2-886b-88ecb015ee2d req-40c15447-290b-4904-b18c-0fbf3718dbed tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:44.187002 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ee9a2427-f2ab-48c2-886b-88ecb015ee2d req-40c15447-290b-4904-b18c-0fbf3718dbed tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 943 time: 0.0833497 Jun 28 12:38:44.233048 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-ee9a2427-f2ab-48c2-886b-88ecb015ee2d req-ed866f60-f469-4dcb-9fd9-a530ee60d92a tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400031 Jun 28 12:38:45.420335 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933100a2-03d2-4820-ab9c-17b14faa21cb req-38795370-9c11-4d8d-b407-59b4c1fce399 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:45.421809 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-933100a2-03d2-4820-ab9c-17b14faa21cb req-38795370-9c11-4d8d-b407-59b4c1fce399 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 943 time: 0.0817287 Jun 28 12:38:45.470944 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-933100a2-03d2-4820-ab9c-17b14faa21cb req-a9b5fd9f-4e58-4bc8-b5cc-82fb74e49d0c tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433218 Jun 28 12:38:46.655022 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae81a56-7956-42fd-8555-b4156fbd9450 req-0b1c6a39-4da8-4a93-b6a9-faa8376dcd54 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:46.656526 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-eae81a56-7956-42fd-8555-b4156fbd9450 req-0b1c6a39-4da8-4a93-b6a9-faa8376dcd54 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 943 time: 0.0822122 Jun 28 12:38:46.705023 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-eae81a56-7956-42fd-8555-b4156fbd9450 req-6359a447-3c53-475e-b647-3d86c5107685 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422740 Jun 28 12:38:47.903270 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bcd508-13e8-452a-9e29-da7dd790b5db req-ca425692-88bb-44fa-acaf-009ed6c4be1d tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:47.904740 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-67bcd508-13e8-452a-9e29-da7dd790b5db req-ca425692-88bb-44fa-acaf-009ed6c4be1d tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 943 time: 0.0881746 Jun 28 12:38:47.951732 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-67bcd508-13e8-452a-9e29-da7dd790b5db req-65049f62-57af-4676-993a-041ca860fcd8 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410998 Jun 28 12:38:48.347989 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91788be7-b24b-4520-a36e-18f70222ba6e req-13526913-38a0-4393-824a-d7cff5a34159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:48.349430 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-91788be7-b24b-4520-a36e-18f70222ba6e req-13526913-38a0-4393-824a-d7cff5a34159 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312&tenant_id=27f9c090252546aaa6ec82eda6690acf HTTP/1.1" status: 200 len: 1096 time: 0.0709774 Jun 28 12:38:48.453783 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91788be7-b24b-4520-a36e-18f70222ba6e req-312727f6-71cb-436e-a6d4-9595934698bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:48.455225 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-91788be7-b24b-4520-a36e-18f70222ba6e req-312727f6-71cb-436e-a6d4-9595934698bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27f9c090252546aaa6ec82eda6690acf&device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 1096 time: 0.0728297 Jun 28 12:38:48.585057 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91788be7-b24b-4520-a36e-18f70222ba6e req-180b348a-2b81-42f0-992b-0403af22bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:48.586368 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-91788be7-b24b-4520-a36e-18f70222ba6e req-180b348a-2b81-42f0-992b-0403af22bd52 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bb87e434-5961-42c4-b38d-50439141c0c2 HTTP/1.1" status: 200 len: 909 time: 0.1248107 Jun 28 12:38:48.684403 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-91788be7-b24b-4520-a36e-18f70222ba6e req-000871b1-16a4-4540-9e0b-61b685e567e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85688092-1be4-4026-885c-7e66514e78ac HTTP/1.1" status: 200 len: 999 time: 0.0914524 Jun 28 12:38:48.749628 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91788be7-b24b-4520-a36e-18f70222ba6e req-17132677-1bcd-4e0f-8bab-1238613da685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:48.751050 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-91788be7-b24b-4520-a36e-18f70222ba6e req-17132677-1bcd-4e0f-8bab-1238613da685 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6753676f-a690-4cd5-873c-b11dd11060c9 HTTP/1.1" status: 200 len: 847 time: 0.0609794 Jun 28 12:38:48.826558 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91788be7-b24b-4520-a36e-18f70222ba6e req-778a309a-6e70-42a0-84a4-5de87c56ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:48.828148 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-91788be7-b24b-4520-a36e-18f70222ba6e req-778a309a-6e70-42a0-84a4-5de87c56ab03 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb87e434-5961-42c4-b38d-50439141c0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705550 Jun 28 12:38:48.965391 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-91788be7-b24b-4520-a36e-18f70222ba6e req-c11e1ca6-d0c9-4faa-9611-54683b08ee29 service neutron] 10.222.0.64 "GET /v2.0/networks/bb87e434-5961-42c4-b38d-50439141c0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296146 Jun 28 12:38:49.234833 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-91788be7-b24b-4520-a36e-18f70222ba6e req-58531071-2327-4591-8d41-740acb7aa3c9 service neutron] 10.222.0.64 "GET /v2.0/networks/bb87e434-5961-42c4-b38d-50439141c0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630720 Jun 28 12:38:49.262761 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de443fe4-684a-47cc-884d-b8151676d105 req-30fc570b-70ff-4b34-ae42-d64abe15e225 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:49.264176 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-de443fe4-684a-47cc-884d-b8151676d105 req-30fc570b-70ff-4b34-ae42-d64abe15e225 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 943 time: 0.2029891 Jun 28 12:38:49.309521 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-de443fe4-684a-47cc-884d-b8151676d105 req-5201a29c-6372-44ec-85f6-465e45077ff4 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395942 Jun 28 12:38:50.491911 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975b4e0-2f30-4eed-8d71-a9e042ea01e4 req-35f00746-fcbe-464a-b937-9b6a12fba82b tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:50.493332 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f975b4e0-2f30-4eed-8d71-a9e042ea01e4 req-35f00746-fcbe-464a-b937-9b6a12fba82b tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 943 time: 0.0805576 Jun 28 12:38:50.540267 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f975b4e0-2f30-4eed-8d71-a9e042ea01e4 req-7cd8137f-a02e-4701-a2f1-98685a59db7e tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412087 Jun 28 12:38:51.723223 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d5fda-05bd-4112-80ef-f596a6b128a7 req-d0c86136-56c7-408b-9269-6653a59a2873 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:51.724664 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-568d5fda-05bd-4112-80ef-f596a6b128a7 req-d0c86136-56c7-408b-9269-6653a59a2873 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 943 time: 0.0818565 Jun 28 12:38:51.769226 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-568d5fda-05bd-4112-80ef-f596a6b128a7 req-fc1b4911-f7bb-4849-b0df-682c03fd4dfd tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388911 Jun 28 12:38:52.956447 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3b8b8-4306-4b13-8728-6d619e66f6e9 req-c6111170-2b41-4c96-9e3f-233a55cd0683 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:52.957886 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-29c3b8b8-4306-4b13-8728-6d619e66f6e9 req-c6111170-2b41-4c96-9e3f-233a55cd0683 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 943 time: 0.0826323 Jun 28 12:38:53.003408 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-29c3b8b8-4306-4b13-8728-6d619e66f6e9 req-83f1d6fc-273a-48e3-bdd8-45ae96deebd2 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396466 Jun 28 12:38:54.185906 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a4ba4-b68c-48d9-a4f1-4485cd49682c req-689f6009-3fef-4a99-820f-99d95f5ec4cd tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:54.187377 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bb7a4ba4-b68c-48d9-a4f1-4485cd49682c req-689f6009-3fef-4a99-820f-99d95f5ec4cd tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 943 time: 0.0783756 Jun 28 12:38:54.232278 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-bb7a4ba4-b68c-48d9-a4f1-4485cd49682c req-96f938ed-1fa3-46e1-b7a7-72d6d37cf091 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391366 Jun 28 12:38:55.144373 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:55.422828 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25f861-0f13-4903-a386-8ffde5d37050 req-9e0ad4a9-767d-45aa-bc19-e320944a4472 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:55.424273 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1d25f861-0f13-4903-a386-8ffde5d37050 req-9e0ad4a9-767d-45aa-bc19-e320944a4472 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 943 time: 0.0848343 Jun 28 12:38:55.476470 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-1d25f861-0f13-4903-a386-8ffde5d37050 req-491bb1fa-7f17-460f-a80d-770fd9419328 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465338 Jun 28 12:38:56.826139 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec4e62-9580-4337-b02f-cf196df3bc1e req-feca0f14-7d1d-4eaf-972b-b55f862b9142 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:56.827536 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9bec4e62-9580-4337-b02f-cf196df3bc1e req-feca0f14-7d1d-4eaf-972b-b55f862b9142 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 943 time: 0.0845072 Jun 28 12:38:56.878330 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-9bec4e62-9580-4337-b02f-cf196df3bc1e req-2ab59300-74a1-44fb-a38f-1eb852325234 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448334 Jun 28 12:38:57.699055 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 85688092-1be4-4026-885c-7e66514e78ac details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79150) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:38:57.830546 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 85688092-1be4-4026-885c-7e66514e78ac, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=85688092-1be4-4026-885c-7e66514e78ac,segment=NetworkSegment(4c43dd34-2a53-40db-bc2a-8c5bc39873e6),segment_id=4c43dd34-2a53-40db-bc2a-8c5bc39873e6)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:38:57.847641 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Returning: {'device': '85688092-1be4-4026-885c-7e66514e78ac', 'network_id': 'bb87e434-5961-42c4-b38d-50439141c0c2', 'port_id': '85688092-1be4-4026-885c-7e66514e78ac', 'mac_address': 'fa:16:3e:cf:6e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6753676f-a690-4cd5-873c-b11dd11060c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79150) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:38:57.901684 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:57.919668 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85688092-1be4-4026-885c-7e66514e78ac {{(pid=79150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:38:57.935851 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 85688092-1be4-4026-885c-7e66514e78ac, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=85688092-1be4-4026-885c-7e66514e78ac,segment=NetworkSegment(4c43dd34-2a53-40db-bc2a-8c5bc39873e6),segment_id=4c43dd34-2a53-40db-bc2a-8c5bc39873e6)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:38:58.018662 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:58.020488 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-e731805d-8d45-41f5-abce-a604cf94163a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:38:58.064614 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ac4db-eab8-4497-951f-a4d31aea20db req-713156a3-b50c-4808-89ec-17535e91cd95 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:58.066063 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-083ac4db-eab8-4497-951f-a4d31aea20db req-713156a3-b50c-4808-89ec-17535e91cd95 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 944 time: 0.0815525 Jun 28 12:38:58.086481 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=85688092-1be4-4026-885c-7e66514e78ac,revision_number=7']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:38:58.089667 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:38:58.112176 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-083ac4db-eab8-4497-951f-a4d31aea20db req-9380e1b3-aa58-4fdc-96e6-abb4894ebe8b tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403626 Jun 28 12:38:58.327326 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] get_ports_and_sgs() called for port_ids ['85688092-1be4-4026-885c-7e66514e78ac'] {{(pid=79150) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:38:59.298320 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30815e1d-b0b1-4cb3-b367-f6fcd3537239 req-ab8009ff-b347-4357-a47a-a1751ec54209 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:59.299714 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-30815e1d-b0b1-4cb3-b367-f6fcd3537239 req-ab8009ff-b347-4357-a47a-a1751ec54209 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 944 time: 0.0847974 Jun 28 12:38:59.345338 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-30815e1d-b0b1-4cb3-b367-f6fcd3537239 req-320c1d5b-5697-4c1c-8a22-feb5e1de5006 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399148 Jun 28 12:38:59.702834 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 85688092-1be4-4026-885c-7e66514e78ac up at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:38:59.769582 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.provisioning_blocks [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Provisioning complete for port 85688092-1be4-4026-885c-7e66514e78ac triggered by entity L2. {{(pid=79150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:38:59.769955 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3487171'] for port, provisioning_complete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:59.886095 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-664792'] for port, before_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:59.912826 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8171c0f8-f4ef-463e-ac14-f7d843d7c312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85688092-1be4-4026-885c-7e66514e78ac'}] {{(pid=79150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:38:59.923087 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] For port 85688092-1be4-4026-885c-7e66514e78ac, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=85688092-1be4-4026-885c-7e66514e78ac,segment=NetworkSegment(4c43dd34-2a53-40db-bc2a-8c5bc39873e6),segment_id=4c43dd34-2a53-40db-bc2a-8c5bc39873e6)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:39:00.030197 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727237311434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727236867341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727236867386'] for port, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:00.032117 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:39:00.100876 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Pushing event updated for resources: {'Port': ['ID=85688092-1be4-4026-885c-7e66514e78ac,revision_number=8']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:39:00.104024 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:39:00.528545 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222d2ee-ff45-4f31-89f5-90c378967182 req-61d2fc33-6e73-4239-8519-fce7485ee8b9 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:39:00.530012 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0222d2ee-ff45-4f31-89f5-90c378967182 req-61d2fc33-6e73-4239-8519-fce7485ee8b9 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 945 time: 0.0816493 Jun 28 12:39:00.577005 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0222d2ee-ff45-4f31-89f5-90c378967182 req-b2ac1888-767f-4c03-9203-c8f97b5f84c6 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400443 Jun 28 12:39:00.978524 dv-cinder-798094-1-iscsi neutron-server[79150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8171c0f8-f4ef-463e-ac14-f7d843d7c312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85688092-1be4-4026-885c-7e66514e78ac', 'code': 200} Jun 28 12:39:01.402093 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482f7aa-4708-48f6-92b3-a8c0e1a4d9f6 req-283404ac-d277-4925-9b34-5d1946c68a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:39:01.403617 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5482f7aa-4708-48f6-92b3-a8c0e1a4d9f6 req-283404ac-d277-4925-9b34-5d1946c68a58 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 1098 time: 0.0757329 Jun 28 12:39:01.444393 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-5482f7aa-4708-48f6-92b3-a8c0e1a4d9f6 req-5c645209-0b47-46b7-bba4-35a088de55b7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348139 Jun 28 12:39:01.765420 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2d766-8def-4b9a-bd56-9b2cd9f8b617 req-d6af18af-bf4a-4760-a66c-89545cf65c0e tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:39:01.767114 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0fc2d766-8def-4b9a-bd56-9b2cd9f8b617 req-d6af18af-bf4a-4760-a66c-89545cf65c0e tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 945 time: 0.0835640 Jun 28 12:39:01.812168 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-0fc2d766-8def-4b9a-bd56-9b2cd9f8b617 req-e7732392-8178-4bed-bc50-38f213788993 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395074 Jun 28 12:39:03.007532 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755cfb60-1c28-4ba6-be70-5304dd44645b req-ca3fcae5-5cc1-4fdc-8d4a-cdba0d245451 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:39:03.011330 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-755cfb60-1c28-4ba6-be70-5304dd44645b req-ca3fcae5-5cc1-4fdc-8d4a-cdba0d245451 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 945 time: 0.0885797 Jun 28 12:39:03.054048 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-755cfb60-1c28-4ba6-be70-5304dd44645b req-63a410ea-487d-49ff-85ab-a862b8bc005f tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387843 Jun 28 12:39:08.423122 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:39:08.632992 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-3d42e7b8-fb20-4e31-9476-6a9e6a89b094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:08.947725 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:11.086804 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-41b771d5-3c53-438e-8fd8-99c81c5d2c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:12.184643 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:13.967269 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:25.159497 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:32.488874 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f2ba0d30-7f1f-4ada-9910-0f2e1c5e61cf req-8857d98d-a8da-4651-acd7-1706f0231cc6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783587 Jun 28 12:39:32.650315 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba0d30-7f1f-4ada-9910-0f2e1c5e61cf req-de8e387d-a60f-487b-a466-e615fb4b7d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:39:32.651838 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f2ba0d30-7f1f-4ada-9910-0f2e1c5e61cf req-de8e387d-a60f-487b-a466-e615fb4b7d9d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27f9c090252546aaa6ec82eda6690acf&device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 1098 time: 0.0746555 Jun 28 12:39:32.807684 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba0d30-7f1f-4ada-9910-0f2e1c5e61cf req-9964c8f1-a4bd-4a24-9f61-b770c346c207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:39:32.809559 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f2ba0d30-7f1f-4ada-9910-0f2e1c5e61cf req-9964c8f1-a4bd-4a24-9f61-b770c346c207 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bb87e434-5961-42c4-b38d-50439141c0c2 HTTP/1.1" status: 200 len: 909 time: 0.1352277 Jun 28 12:39:32.921373 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f2ba0d30-7f1f-4ada-9910-0f2e1c5e61cf req-389fab33-c2ea-4c0c-a66f-4e60b27d046a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85688092-1be4-4026-885c-7e66514e78ac HTTP/1.1" status: 200 len: 1001 time: 0.1050215 Jun 28 12:39:32.987194 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba0d30-7f1f-4ada-9910-0f2e1c5e61cf req-ea26930e-371f-4cee-8ed4-64caec938dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:39:32.988613 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f2ba0d30-7f1f-4ada-9910-0f2e1c5e61cf req-ea26930e-371f-4cee-8ed4-64caec938dff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6753676f-a690-4cd5-873c-b11dd11060c9 HTTP/1.1" status: 200 len: 847 time: 0.0609643 Jun 28 12:39:33.173939 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba0d30-7f1f-4ada-9910-0f2e1c5e61cf req-5fb0d23a-0f1a-4ac3-a33a-cdf1a9f5e142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:39:33.175345 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f2ba0d30-7f1f-4ada-9910-0f2e1c5e61cf req-5fb0d23a-0f1a-4ac3-a33a-cdf1a9f5e142 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb87e434-5961-42c4-b38d-50439141c0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1800845 Jun 28 12:39:33.315754 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f2ba0d30-7f1f-4ada-9910-0f2e1c5e61cf req-4fcca21e-8576-41cb-b750-bc8923cd4630 service neutron] 10.222.0.64 "GET /v2.0/networks/bb87e434-5961-42c4-b38d-50439141c0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328135 Jun 28 12:39:33.458959 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-f2ba0d30-7f1f-4ada-9910-0f2e1c5e61cf req-b0f64d14-1934-484c-956f-19fa0a5a62fd service neutron] 10.222.0.64 "GET /v2.0/networks/bb87e434-5961-42c4-b38d-50439141c0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358030 Jun 28 12:39:38.612700 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-5a63eaed-0d60-44c9-b63f-af9af97cc657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:38.978048 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:41.096159 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a4368294-6399-4c7c-a815-e7222bcada2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:42.189287 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:43.890633 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:45.427768 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:39:55.184496 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:08.629364 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-ff3c38a6-5987-4a81-af91-8d810813791c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:08.987194 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:11.075017 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-3be4daf0-a927-4ac7-af2b-59476a2c6f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:12.246668 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:13.890532 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:15.804535 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 55638) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:40:16.023967 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-e2b13428-d3d9-4baa-a9bc-3e6817fae777 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Deleting port ac61e6bd-e1bb-4808-9e93-f2dc944a0e60 {{(pid=79149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:40:16.024236 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-e2b13428-d3d9-4baa-a9bc-3e6817fae777 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:16.293193 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-e2b13428-d3d9-4baa-a9bc-3e6817fae777 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:16.293494 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-e2b13428-d3d9-4baa-a9bc-3e6817fae777 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:16.426622 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-e2b13428-d3d9-4baa-a9bc-3e6817fae777 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Calling delete_port for ac61e6bd-e1bb-4808-9e93-f2dc944a0e60 owned by network:floatingip {{(pid=79149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:40:16.657855 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-e2b13428-d3d9-4baa-a9bc-3e6817fae777 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:16.662027 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-5d56ee4a-51c8-45e1-909b-4cf71b516f76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:40:16.707837 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b13428-d3d9-4baa-a9bc-3e6817fae777 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Pushing event deleted for resources: {'Port': ['ID=ac61e6bd-e1bb-4808-9e93-f2dc944a0e60,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:40:16.747443 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b13428-d3d9-4baa-a9bc-3e6817fae777 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:16.747829 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b13428-d3d9-4baa-a9bc-3e6817fae777 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:16.748213 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b13428-d3d9-4baa-a9bc-3e6817fae777 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:16.748559 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b13428-d3d9-4baa-a9bc-3e6817fae777 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:16.748911 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b13428-d3d9-4baa-a9bc-3e6817fae777 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:16.749264 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b13428-d3d9-4baa-a9bc-3e6817fae777 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:16.749614 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b13428-d3d9-4baa-a9bc-3e6817fae777 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:16.749961 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b13428-d3d9-4baa-a9bc-3e6817fae777 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:16.750307 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b13428-d3d9-4baa-a9bc-3e6817fae777 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:16.750653 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b13428-d3d9-4baa-a9bc-3e6817fae777 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:16.751031 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b13428-d3d9-4baa-a9bc-3e6817fae777 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:16.751393 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b13428-d3d9-4baa-a9bc-3e6817fae777 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:16.759012 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-e2b13428-d3d9-4baa-a9bc-3e6817fae777 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:40:16.821067 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-e2b13428-d3d9-4baa-a9bc-3e6817fae777 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks [] for floatingip, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:16.821776 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.db.l3_db [None req-e2b13428-d3d9-4baa-a9bc-3e6817fae777 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Floating IP b7a9b2da-9ce5-4d2d-a0ea-c123155182a9 disassociated (deleted). External IP: 172.27.0.148, port: 85688092-1be4-4026-885c-7e66514e78ac. Jun 28 12:40:17.359601 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b13428-d3d9-4baa-a9bc-3e6817fae777 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Router f168a6a3-306d-47a0-bd46-7c2aee9f6f61 has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:40:17.557306 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b13428-d3d9-4baa-a9bc-3e6817fae777 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:40:17.570627 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cb61b2-fe84-4532-981d-5ebbe60c1c96 None None] Sync routers for ids ['f168a6a3-306d-47a0-bd46-7c2aee9f6f61'] in dv-cinder-798094-1-iscsi {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:40:17.582363 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cb61b2-fe84-4532-981d-5ebbe60c1c96 None None] Routers {'f168a6a3-306d-47a0-bd46-7c2aee9f6f61'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:40:17.587897 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-b0cb61b2-fe84-4532-981d-5ebbe60c1c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:40:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['f168a6a3-306d-47a0-bd46-7c2aee9f6f61'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:40:17.656241 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-e2b13428-d3d9-4baa-a9bc-3e6817fae777 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for floatingip, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:17.755538 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-e2b13428-d3d9-4baa-a9bc-3e6817fae777 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "DELETE /v2.0/floatingips/b7a9b2da-9ce5-4d2d-a0ea-c123155182a9 HTTP/1.1" status: 204 len: 168 time: 1.9496427 Jun 28 12:40:17.756543 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8171c0f8-f4ef-463e-ac14-f7d843d7c312', 'tag': '85688092-1be4-4026-885c-7e66514e78ac'}] {{(pid=79149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:40:17.777594 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-b0cb61b2-fe84-4532-981d-5ebbe60c1c96 None None] Set router f168a6a3-306d-47a0-bd46-7c2aee9f6f61 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:40:18.056790 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8171c0f8-f4ef-463e-ac14-f7d843d7c312', 'tag': '85688092-1be4-4026-885c-7e66514e78ac', 'status': 'completed', 'code': 200} Jun 28 12:40:18.200817 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dafcad-eb36-4071-bbe3-99ab9f4b2274 req-a6bb9e3b-4da3-483e-bffb-3f7527affc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:40:18.203364 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-25dafcad-eb36-4071-bbe3-99ab9f4b2274 req-a6bb9e3b-4da3-483e-bffb-3f7527affc03 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27f9c090252546aaa6ec82eda6690acf&device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 1098 time: 0.0952864 Jun 28 12:40:18.291914 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-b0cb61b2-fe84-4532-981d-5ebbe60c1c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'name': 'tempest-TestShelveInstance-454715643-router', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:23Z', 'updated_at': '2021-06-28T12:35:28Z', 'revision_number': 4, 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'gw_port': {'id': '2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:24Z', 'updated_at': '2021-06-28T12:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': 'e6fd4c95-95fa-4829-b80c-0f17fd75e235', 'name': '', 'network_id': 'bb87e434-5961-42c4-b38d-50439141c0c2', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'mac_address': 'fa:16:3e:98:61:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6753676f-a690-4cd5-873c-b11dd11060c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:27Z', 'updated_at': '2021-06-28T12:35:34Z', 'revision_number': 5, 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'subnets': [{'id': '6753676f-a690-4cd5-873c-b11dd11060c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:40:18.299339 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cb61b2-fe84-4532-981d-5ebbe60c1c96 None None] Checking router: f168a6a3-306d-47a0-bd46-7c2aee9f6f61 for host: dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:40:18.315462 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cb61b2-fe84-4532-981d-5ebbe60c1c96 None None] Routers {'f168a6a3-306d-47a0-bd46-7c2aee9f6f61'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:40:18.316449 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-b0cb61b2-fe84-4532-981d-5ebbe60c1c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:40:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['f168a6a3-306d-47a0-bd46-7c2aee9f6f61'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:40:18.362457 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dafcad-eb36-4071-bbe3-99ab9f4b2274 req-4133fdb9-f974-42ae-9ba8-8810ad89da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:40:18.364167 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-25dafcad-eb36-4071-bbe3-99ab9f4b2274 req-4133fdb9-f974-42ae-9ba8-8810ad89da4c service neutron] 10.222.0.64 "GET /v2.0/networks?id=bb87e434-5961-42c4-b38d-50439141c0c2 HTTP/1.1" status: 200 len: 909 time: 0.1522870 Jun 28 12:40:18.480128 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-25dafcad-eb36-4071-bbe3-99ab9f4b2274 req-60a5f430-bdf7-4f48-ad98-c0540bfdd5e8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85688092-1be4-4026-885c-7e66514e78ac HTTP/1.1" status: 200 len: 217 time: 0.1073918 Jun 28 12:40:18.557921 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dafcad-eb36-4071-bbe3-99ab9f4b2274 req-4f3ae076-0d1f-4940-9ca6-b29244749dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:40:18.559404 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-25dafcad-eb36-4071-bbe3-99ab9f4b2274 req-4f3ae076-0d1f-4940-9ca6-b29244749dc8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6753676f-a690-4cd5-873c-b11dd11060c9 HTTP/1.1" status: 200 len: 847 time: 0.0740492 Jun 28 12:40:18.575939 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-b0cb61b2-fe84-4532-981d-5ebbe60c1c96 None None] Set router f168a6a3-306d-47a0-bd46-7c2aee9f6f61 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:40:18.617738 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c40c1-6a84-428b-b760-c547f5799033 req-d0bbdf18-5e7c-44f9-aa50-12f68261d012 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:40:18.618423 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-fc0c40c1-6a84-428b-b760-c547f5799033 req-d0bbdf18-5e7c-44f9-aa50-12f68261d012 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Synchronizing usage tracker for tenant:27f9c090252546aaa6ec82eda6690acf on resource:port {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:40:18.663658 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dafcad-eb36-4071-bbe3-99ab9f4b2274 req-13e6a8fc-5c60-4a4f-b6a6-27d9f403712b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:40:18.665157 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-25dafcad-eb36-4071-bbe3-99ab9f4b2274 req-13e6a8fc-5c60-4a4f-b6a6-27d9f403712b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb87e434-5961-42c4-b38d-50439141c0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0984340 Jun 28 12:40:18.714243 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-fc0c40c1-6a84-428b-b760-c547f5799033 req-d0bbdf18-5e7c-44f9-aa50-12f68261d012 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Unset dirty status for tenant:27f9c090252546aaa6ec82eda6690acf on resource:port {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:40:18.715481 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-fc0c40c1-6a84-428b-b760-c547f5799033 req-d0bbdf18-5e7c-44f9-aa50-12f68261d012 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 945 time: 0.2836421 Jun 28 12:40:18.834552 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-fc0c40c1-6a84-428b-b760-c547f5799033 req-38fb8acf-f18c-4c52-a1e6-6557cf155bb8 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0757790 Jun 28 12:40:18.843320 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-25dafcad-eb36-4071-bbe3-99ab9f4b2274 req-95d0fb75-bf18-4fcd-bcfc-bc5b426f02a8 service neutron] 10.222.0.64 "GET /v2.0/networks/bb87e434-5961-42c4-b38d-50439141c0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710844 Jun 28 12:40:18.988464 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-25dafcad-eb36-4071-bbe3-99ab9f4b2274 req-eee81f01-6d02-470f-9d80-c6a691ab655a service neutron] 10.222.0.64 "GET /v2.0/networks/bb87e434-5961-42c4-b38d-50439141c0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384730 Jun 28 12:40:19.065403 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-b0cb61b2-fe84-4532-981d-5ebbe60c1c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'name': 'tempest-TestShelveInstance-454715643-router', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:23Z', 'updated_at': '2021-06-28T12:35:28Z', 'revision_number': 4, 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'gw_port': {'id': '2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:24Z', 'updated_at': '2021-06-28T12:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': 'e6fd4c95-95fa-4829-b80c-0f17fd75e235', 'name': '', 'network_id': 'bb87e434-5961-42c4-b38d-50439141c0c2', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'mac_address': 'fa:16:3e:98:61:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6753676f-a690-4cd5-873c-b11dd11060c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:27Z', 'updated_at': '2021-06-28T12:35:34Z', 'revision_number': 5, 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'subnets': [{'id': '6753676f-a690-4cd5-873c-b11dd11060c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:40:19.070207 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cb61b2-fe84-4532-981d-5ebbe60c1c96 None None] The sync data for ids ['f168a6a3-306d-47a0-bd46-7c2aee9f6f61'] in dv-cinder-798094-1-iscsi is: [{'id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'name': 'tempest-TestShelveInstance-454715643-router', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:23Z', 'updated_at': '2021-06-28T12:35:28Z', 'revision_number': 4, 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'gw_port': {'id': '2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:24Z', 'updated_at': '2021-06-28T12:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi', '_interfaces': [{'id': 'e6fd4c95-95fa-4829-b80c-0f17fd75e235', 'name': '', 'network_id': 'bb87e434-5961-42c4-b38d-50439141c0c2', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'mac_address': 'fa:16:3e:98:61:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6753676f-a690-4cd5-873c-b11dd11060c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:27Z', 'updated_at': '2021-06-28T12:35:34Z', 'revision_number': 5, 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'subnets': [{'id': '6753676f-a690-4cd5-873c-b11dd11060c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:40:19.316018 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921a3e3b-d79a-47ad-be8a-daeec94550ce None None] New status for floating IP b7a9b2da-9ce5-4d2d-a0ea-c123155182a9: DOWN {{(pid=79151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:40:20.129743 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3baf0ca-aa4c-4f96-a57e-05efe840aa54 req-4430a547-79e6-4ac9-9221-4821e8eb2655 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:40:20.131278 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d3baf0ca-aa4c-4f96-a57e-05efe840aa54 req-4430a547-79e6-4ac9-9221-4821e8eb2655 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.64 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 945 time: 0.1584005 Jun 28 12:40:20.145138 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cdd81-be18-4e08-9a03-33e22dc9eec4 req-97532d66-5031-4460-b1c4-3de4278573f3 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:40:20.146850 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e51cdd81-be18-4e08-9a03-33e22dc9eec4 req-97532d66-5031-4460-b1c4-3de4278573f3 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 945 time: 0.1341140 Jun 28 12:40:20.248204 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [req-d3baf0ca-aa4c-4f96-a57e-05efe840aa54 req-00438684-a78e-4bac-b1d1-22a4536dd3d2 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Deleting port 85688092-1be4-4026-885c-7e66514e78ac {{(pid=79149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:40:20.248542 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-d3baf0ca-aa4c-4f96-a57e-05efe840aa54 req-00438684-a78e-4bac-b1d1-22a4536dd3d2 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:20.287765 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-e51cdd81-be18-4e08-9a03-33e22dc9eec4 req-57800582-6b01-4a17-ab04-21f281f86e81 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/security-groups?id=d2ded583-919f-444b-adf8-bd23c894ae8c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1101687 Jun 28 12:40:20.660584 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.db [req-d3baf0ca-aa4c-4f96-a57e-05efe840aa54 req-00438684-a78e-4bac-b1d1-22a4536dd3d2 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] For port 85688092-1be4-4026-885c-7e66514e78ac, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=85688092-1be4-4026-885c-7e66514e78ac,segment=NetworkSegment(4c43dd34-2a53-40db-bc2a-8c5bc39873e6),segment_id=4c43dd34-2a53-40db-bc2a-8c5bc39873e6)] {{(pid=79149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:40:20.660929 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-d3baf0ca-aa4c-4f96-a57e-05efe840aa54 req-00438684-a78e-4bac-b1d1-22a4536dd3d2 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:20.788256 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [req-d3baf0ca-aa4c-4f96-a57e-05efe840aa54 req-00438684-a78e-4bac-b1d1-22a4536dd3d2 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Calling delete_port for 85688092-1be4-4026-885c-7e66514e78ac owned by compute:nova {{(pid=79149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:40:21.063434 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-d3baf0ca-aa4c-4f96-a57e-05efe840aa54 req-00438684-a78e-4bac-b1d1-22a4536dd3d2 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:21.070097 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-efc273fc-930c-4dd2-8080-b3cffeda550b tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:40:21.124836 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00438684-a78e-4bac-b1d1-22a4536dd3d2 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Pushing event deleted for resources: {'Port': ['ID=85688092-1be4-4026-885c-7e66514e78ac,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:40:21.128412 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-00438684-a78e-4bac-b1d1-22a4536dd3d2 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:40:21.209824 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3baf0ca-aa4c-4f96-a57e-05efe840aa54 req-00438684-a78e-4bac-b1d1-22a4536dd3d2 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] No DVR routers for this DVR port 85688092-1be4-4026-885c-7e66514e78ac on host hv-cinder-79809 {{(pid=79149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:40:21.212726 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [req-d3baf0ca-aa4c-4f96-a57e-05efe840aa54 req-00438684-a78e-4bac-b1d1-22a4536dd3d2 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42605'] for port, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:21.216347 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8171c0f8-f4ef-463e-ac14-f7d843d7c312', 'name': 'network-vif-deleted', 'tag': '85688092-1be4-4026-885c-7e66514e78ac'}] {{(pid=79149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:40:21.291296 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-d3baf0ca-aa4c-4f96-a57e-05efe840aa54 req-00438684-a78e-4bac-b1d1-22a4536dd3d2 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.64 "DELETE /v2.0/ports/85688092-1be4-4026-885c-7e66514e78ac HTTP/1.1" status: 204 len: 173 time: 1.1541209 Jun 28 12:40:21.296309 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8171c0f8-f4ef-463e-ac14-f7d843d7c312', 'name': 'network-vif-deleted', 'tag': '85688092-1be4-4026-885c-7e66514e78ac', 'status': 'completed', 'code': 200} Jun 28 12:40:21.457292 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-7ccfe13f-8f38-4ec3-9f4a-6a47612a0a73 req-8f3a438f-4dbf-4880-ba02-bbf6c774130e tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Synchronizing usage tracker for tenant:27f9c090252546aaa6ec82eda6690acf on resource:port {{(pid=79149) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:40:21.577993 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.quota.resource [req-7ccfe13f-8f38-4ec3-9f4a-6a47612a0a73 req-8f3a438f-4dbf-4880-ba02-bbf6c774130e tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Unset dirty status for tenant:27f9c090252546aaa6ec82eda6690acf on resource:port {{(pid=79149) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:40:21.579774 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-7ccfe13f-8f38-4ec3-9f4a-6a47612a0a73 req-8f3a438f-4dbf-4880-ba02-bbf6c774130e tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 210 time: 0.1702030 Jun 28 12:40:22.425940 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:40:22.780449 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [req-752a7944-004f-4db0-808a-36548cc85085 req-dbca2d23-d659-43cb-94be-a986df1486f5 tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "GET /v2.0/ports?device_id=8171c0f8-f4ef-463e-ac14-f7d843d7c312 HTTP/1.1" status: 200 len: 210 time: 0.0555952 Jun 28 12:40:23.878488 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 55660) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:40:23.957889 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-9c9e1a39-7c80-4d8c-bf9e-f62081a583da tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:23.991305 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-9c9e1a39-7c80-4d8c-bf9e-f62081a583da tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:24.115056 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 85688092-1be4-4026-885c-7e66514e78ac no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:40:24.132669 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-9c9e1a39-7c80-4d8c-bf9e-f62081a583da tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:24.142815 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-609e3b30-3d35-4545-9e53-05103b26deda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:40:24.150536 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] No Port match for: 85688092-1be4-4026-885c-7e66514e78ac {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:40:24.150901 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Device 85688092-1be4-4026-885c-7e66514e78ac not bound to the agent host hv-cinder-79809 {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:40:24.172225 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e1a39-7c80-4d8c-bf9e-f62081a583da tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ded583-919f-444b-adf8-bd23c894ae8c,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:40:24.175736 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-9c9e1a39-7c80-4d8c-bf9e-f62081a583da tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:40:24.272870 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-9c9e1a39-7c80-4d8c-bf9e-f62081a583da tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:24.273926 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-9c9e1a39-7c80-4d8c-bf9e-f62081a583da tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] 10.222.0.24 "DELETE /v2.0/security-groups/d2ded583-919f-444b-adf8-bd23c894ae8c HTTP/1.1" status: 204 len: 168 time: 0.3942533 Jun 28 12:40:25.183069 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:25.424668 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 55668) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:40:26.171937 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-6b5efc5d-7a9d-4f5c-8031-effbc58fe384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695107'] for router_interface, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:26.651684 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-6b5efc5d-7a9d-4f5c-8031-effbc58fe384 admin admin] Deleting port e6fd4c95-95fa-4829-b80c-0f17fd75e235 {{(pid=79149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:40:26.652488 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-6b5efc5d-7a9d-4f5c-8031-effbc58fe384 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:26.838764 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.db [None req-6b5efc5d-7a9d-4f5c-8031-effbc58fe384 admin admin] For port e6fd4c95-95fa-4829-b80c-0f17fd75e235, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=e6fd4c95-95fa-4829-b80c-0f17fd75e235,segment=NetworkSegment(4c43dd34-2a53-40db-bc2a-8c5bc39873e6),segment_id=4c43dd34-2a53-40db-bc2a-8c5bc39873e6)] {{(pid=79149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:40:26.839186 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-6b5efc5d-7a9d-4f5c-8031-effbc58fe384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:26.969747 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-6b5efc5d-7a9d-4f5c-8031-effbc58fe384 admin admin] Calling delete_port for e6fd4c95-95fa-4829-b80c-0f17fd75e235 owned by network:router_interface {{(pid=79149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:40:27.235184 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-6b5efc5d-7a9d-4f5c-8031-effbc58fe384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:27.239479 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-31849d60-d667-49da-878c-ccb69b353c01 tempest-AttachVolumeTestJSON-1252886139 tempest-AttachVolumeTestJSON-1252886139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:40:27.284089 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5efc5d-7a9d-4f5c-8031-effbc58fe384 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6fd4c95-95fa-4829-b80c-0f17fd75e235,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:40:27.287308 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-6b5efc5d-7a9d-4f5c-8031-effbc58fe384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:40:27.599443 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-6b5efc5d-7a9d-4f5c-8031-effbc58fe384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3781280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3695279'] for router_interface, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:28.253409 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5efc5d-7a9d-4f5c-8031-effbc58fe384 admin admin] Router f168a6a3-306d-47a0-bd46-7c2aee9f6f61 has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:40:28.588469 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5efc5d-7a9d-4f5c-8031-effbc58fe384 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:40:28.598248 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c189e90-6938-44a2-b194-dd7f696b254d None None] Sync routers for ids ['f168a6a3-306d-47a0-bd46-7c2aee9f6f61'] in dv-cinder-798094-1-iscsi {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:40:28.608197 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c189e90-6938-44a2-b194-dd7f696b254d None None] Routers {'f168a6a3-306d-47a0-bd46-7c2aee9f6f61'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:40:28.608826 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-9c189e90-6938-44a2-b194-dd7f696b254d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:40:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['f168a6a3-306d-47a0-bd46-7c2aee9f6f61'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:40:28.684331 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-6b5efc5d-7a9d-4f5c-8031-effbc58fe384 admin admin] 10.222.0.24 "PUT /v2.0/routers/f168a6a3-306d-47a0-bd46-7c2aee9f6f61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2581718 Jun 28 12:40:28.687185 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 55674) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:40:28.800194 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-9c189e90-6938-44a2-b194-dd7f696b254d None None] Set router f168a6a3-306d-47a0-bd46-7c2aee9f6f61 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:40:28.991092 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-4c599dc6-8b3c-46ee-9024-66ff351d49e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:29.176083 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-9c189e90-6938-44a2-b194-dd7f696b254d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'name': 'tempest-TestShelveInstance-454715643-router', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:23Z', 'updated_at': '2021-06-28T12:40:27Z', 'revision_number': 5, 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'gw_port': {'id': '2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:24Z', 'updated_at': '2021-06-28T12:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:40:29.182160 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c189e90-6938-44a2-b194-dd7f696b254d None None] Checking router: f168a6a3-306d-47a0-bd46-7c2aee9f6f61 for host: dv-cinder-798094-1-iscsi {{(pid=79150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:40:29.191404 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-4c599dc6-8b3c-46ee-9024-66ff351d49e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:29.193861 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c189e90-6938-44a2-b194-dd7f696b254d None None] Routers {'f168a6a3-306d-47a0-bd46-7c2aee9f6f61'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:40:29.194491 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-9c189e90-6938-44a2-b194-dd7f696b254d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:40:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['f168a6a3-306d-47a0-bd46-7c2aee9f6f61'], 'active': True} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:40:29.286467 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-4c599dc6-8b3c-46ee-9024-66ff351d49e1 admin admin] Deleting port 2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1 {{(pid=79149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:40:29.287390 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-4c599dc6-8b3c-46ee-9024-66ff351d49e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:29.488260 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvr_db [None req-9c189e90-6938-44a2-b194-dd7f696b254d None None] Set router f168a6a3-306d-47a0-bd46-7c2aee9f6f61 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:40:29.493046 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.db [None req-4c599dc6-8b3c-46ee-9024-66ff351d49e1 admin admin] For port 2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1,segment=NetworkSegment(4ef2d251-a773-41f5-87cd-cec6f249eb66),segment_id=4ef2d251-a773-41f5-87cd-cec6f249eb66)] {{(pid=79149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:40:29.493640 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-4c599dc6-8b3c-46ee-9024-66ff351d49e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:29.623793 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.plugins.ml2.plugin [None req-4c599dc6-8b3c-46ee-9024-66ff351d49e1 admin admin] Calling delete_port for 2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1 owned by network:router_gateway {{(pid=79149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:40:29.842889 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_hamode_db [None req-9c189e90-6938-44a2-b194-dd7f696b254d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'name': 'tempest-TestShelveInstance-454715643-router', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:23Z', 'updated_at': '2021-06-28T12:40:27Z', 'revision_number': 5, 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'gw_port': {'id': '2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:24Z', 'updated_at': '2021-06-28T12:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:40:29.849299 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c189e90-6938-44a2-b194-dd7f696b254d None None] The sync data for ids ['f168a6a3-306d-47a0-bd46-7c2aee9f6f61'] in dv-cinder-798094-1-iscsi is: [{'id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'name': 'tempest-TestShelveInstance-454715643-router', 'tenant_id': '27f9c090252546aaa6ec82eda6690acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:23Z', 'updated_at': '2021-06-28T12:40:27Z', 'revision_number': 5, 'project_id': '27f9c090252546aaa6ec82eda6690acf', 'gw_port': {'id': '2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f168a6a3-306d-47a0-bd46-7c2aee9f6f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:24Z', 'updated_at': '2021-06-28T12:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}] {{(pid=79150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:40:29.914754 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-4c599dc6-8b3c-46ee-9024-66ff351d49e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1528715'] for port, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:29.919134 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-8d468436-3e53-4abc-94f1-52aad9cc902f tempest-TestVolumeBootPattern-1716668549 tempest-TestVolumeBootPattern-1716668549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:40:29.967378 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c599dc6-8b3c-46ee-9024-66ff351d49e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:40:29.970884 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-4c599dc6-8b3c-46ee-9024-66ff351d49e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:40:30.066008 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-4c599dc6-8b3c-46ee-9024-66ff351d49e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696678'] for router_gateway, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:30.407230 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-4c599dc6-8b3c-46ee-9024-66ff351d49e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3695212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34707'] for router, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:30.410558 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-4c599dc6-8b3c-46ee-9024-66ff351d49e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:30.492028 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-4c599dc6-8b3c-46ee-9024-66ff351d49e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3913163'] for router, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:30.492701 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c599dc6-8b3c-46ee-9024-66ff351d49e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f168a6a3-306d-47a0-bd46-7c2aee9f6f61 {{(pid=79149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 12:40:30.509315 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-4c599dc6-8b3c-46ee-9024-66ff351d49e1 admin admin] Notify callbacks [] for router, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:30.511585 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-4c599dc6-8b3c-46ee-9024-66ff351d49e1 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f168a6a3-306d-47a0-bd46-7c2aee9f6f61 HTTP/1.1" status: 204 len: 168 time: 1.8228841 Jun 28 12:40:30.515261 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 55678) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:40:30.578397 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8babffb-7c45-4e9f-957f-ea60fc865552 admin admin] Deleting subnet 6753676f-a690-4cd5-873c-b11dd11060c9 {{(pid=79149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:40:30.581789 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-e8babffb-7c45-4e9f-957f-ea60fc865552 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:30.640789 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-e8babffb-7c45-4e9f-957f-ea60fc865552 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1530601'] for subnet, precommit_delete_associations {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:30.722808 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-e8babffb-7c45-4e9f-957f-ea60fc865552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704721'] for subnet, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:30.873470 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-e8babffb-7c45-4e9f-957f-ea60fc865552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1530490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1626935'] for subnet, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:30.877800 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:40:30.929789 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8babffb-7c45-4e9f-957f-ea60fc865552 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6753676f-a690-4cd5-873c-b11dd11060c9,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:40:30.933481 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-e8babffb-7c45-4e9f-957f-ea60fc865552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:40:30.938501 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-e8babffb-7c45-4e9f-957f-ea60fc865552 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:30.950066 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99701e8-ef7d-4c2d-b02d-b3abb587a90c None None] Network bb87e434-5961-42c4-b38d-50439141c0c2 requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:40:30.956956 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-e8babffb-7c45-4e9f-957f-ea60fc865552 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6753676f-a690-4cd5-873c-b11dd11060c9 HTTP/1.1" status: 204 len: 168 time: 0.4392171 Jun 28 12:40:30.960465 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 55682) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:40:31.099261 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-761904'] for network, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:31.111321 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] Deleting port 97b4fb30-117b-494a-a3b4-e43ce0c0e246 {{(pid=79148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:40:31.111662 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:31.330653 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e53a0f-77e1-4f9f-8e89-0ea46321eeb8 None None] DHCP port deletion for bb87e434-5961-42c4-b38d-50439141c0c2 request from dv-cinder-798094-1-iscsi {{(pid=79150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 12:40:31.336624 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-25e53a0f-77e1-4f9f-8e89-0ea46321eeb8 None None] Deleting port 97b4fb30-117b-494a-a3b4-e43ce0c0e246 {{(pid=79150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:40:31.337134 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-25e53a0f-77e1-4f9f-8e89-0ea46321eeb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:31.362845 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] For port 97b4fb30-117b-494a-a3b4-e43ce0c0e246, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=97b4fb30-117b-494a-a3b4-e43ce0c0e246,segment=NetworkSegment(4c43dd34-2a53-40db-bc2a-8c5bc39873e6),segment_id=4c43dd34-2a53-40db-bc2a-8c5bc39873e6)] {{(pid=79148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:40:31.363207 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:31.497122 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] Calling delete_port for 97b4fb30-117b-494a-a3b4-e43ce0c0e246 owned by network:dhcp {{(pid=79148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:40:31.634610 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:31.639012 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-7def6a91-204d-4fae-bcdd-ed3176eedfdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:40:31.680473 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-25e53a0f-77e1-4f9f-8e89-0ea46321eeb8 None None] For port 97b4fb30-117b-494a-a3b4-e43ce0c0e246, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=97b4fb30-117b-494a-a3b4-e43ce0c0e246,segment=NetworkSegment(4c43dd34-2a53-40db-bc2a-8c5bc39873e6),segment_id=4c43dd34-2a53-40db-bc2a-8c5bc39873e6)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:40:31.681020 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-25e53a0f-77e1-4f9f-8e89-0ea46321eeb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:31.686340 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] Pushing event deleted for resources: {'Port': ['ID=97b4fb30-117b-494a-a3b4-e43ce0c0e246,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:40:31.693118 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] No DVR routers for this DVR port 97b4fb30-117b-494a-a3b4-e43ce0c0e246 on host dv-cinder-798094-1-iscsi {{(pid=79148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:40:31.740280 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:31.740964 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:31.741510 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:31.742112 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:31.742924 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:31.743406 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:31.744591 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:31.745205 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:31.745817 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:31.746545 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:31.747174 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:31.747778 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:31.760318 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:40:31.876747 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 97b4fb30-117b-494a-a3b4-e43ce0c0e246 no longer exists at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:40:31.899009 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489356', 'neutron.services.segments.db._delete_segments_for_network-8727237320385'] for network, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:31.915466 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-25e53a0f-77e1-4f9f-8e89-0ea46321eeb8 None None] Calling delete_port for 97b4fb30-117b-494a-a3b4-e43ce0c0e246 owned by network:dhcp {{(pid=79150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:40:31.924435 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.services.segments.db [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb87e434-5961-42c4-b38d-50439141c0c2']}} {{(pid=79148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:40:31.954812 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.services.segments.db [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c43dd34-2a53-40db-bc2a-8c5bc39873e6') {'for_net_delete': True} {{(pid=79148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:40:31.955307 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.services.segments.db [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c43dd34-2a53-40db-bc2a-8c5bc39873e6') {} {{(pid=79148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:40:31.977101 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727237332776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-827627'] for segment, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:31.983879 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] No Port match for: 97b4fb30-117b-494a-a3b4-e43ce0c0e246 {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:40:31.984471 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 97b4fb30-117b-494a-a3b4-e43ce0c0e246 not bound to the agent host dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:40:31.985440 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1 no longer exists at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:40:32.002877 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:32.010171 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=79148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:40:32.010684 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-708228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907551'] for segment, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: Traceback (most recent call last): Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: timer() Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: cb(*args, **kw) Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: return func(*args, **kwargs) Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: self._notify() Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: self.callback(batched_events) Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: event.method(event) Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: return f(self, *a, **k) Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: return self._get(url).json() Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: return self.request(url, 'GET', **kwargs) Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:40:32.024351 dv-cinder-798094-1-iscsi neutron-server[79148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:40:32.065820 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] No Port match for: 2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1 {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:40:32.066165 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 2cf57c4b-ac11-4162-8bd9-e7d42ebacbb1 not bound to the agent host dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:40:32.066592 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device e6fd4c95-95fa-4829-b80c-0f17fd75e235 no longer exists at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:40:32.105174 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] No Port match for: e6fd4c95-95fa-4829-b80c-0f17fd75e235 {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:40:32.107606 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device e6fd4c95-95fa-4829-b80c-0f17fd75e235 not bound to the agent host dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:40:32.130861 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.db.api [None req-25e53a0f-77e1-4f9f-8e89-0ea46321eeb8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 12:40:32.147592 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_db.api [None req-25e53a0f-77e1-4f9f-8e89-0ea46321eeb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 12:40:32.206434 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696643'] for network, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:32.212938 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-3b7e76fd-ab7f-4833-8faa-5b67ad72771b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:40:32.227161 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:32.242604 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb87e434-5961-42c4-b38d-50439141c0c2,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:40:32.248379 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:40:32.256883 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-e726a226-f99e-4a10-bcdb-678cb7f91c77 admin admin] 10.222.0.24 "DELETE /v2.0/networks/bb87e434-5961-42c4-b38d-50439141c0c2 HTTP/1.1" status: 204 len: 168 time: 1.2949257 Jun 28 12:40:32.260917 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 55686) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:40:32.632620 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-25e53a0f-77e1-4f9f-8e89-0ea46321eeb8 None None] Deleting port 97b4fb30-117b-494a-a3b4-e43ce0c0e246 {{(pid=79150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:40:32.632964 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-25e53a0f-77e1-4f9f-8e89-0ea46321eeb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:32.708082 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-25e53a0f-77e1-4f9f-8e89-0ea46321eeb8 None None] The port '97b4fb30-117b-494a-a3b4-e43ce0c0e246' was deleted {{(pid=79150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 28 12:40:32.965732 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-4b103731-3609-4aca-93cf-b835ab0aff2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695107'] for router_interface, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:33.332004 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-4b103731-3609-4aca-93cf-b835ab0aff2a admin admin] Deleting port 8e20dc71-b258-45ba-a3c4-b5c42b62f3f7 {{(pid=79148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:40:33.332825 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-4b103731-3609-4aca-93cf-b835ab0aff2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:33.594774 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [None req-4b103731-3609-4aca-93cf-b835ab0aff2a admin admin] For port 8e20dc71-b258-45ba-a3c4-b5c42b62f3f7, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=8e20dc71-b258-45ba-a3c4-b5c42b62f3f7,segment=NetworkSegment(d1db4c52-3a85-4a44-8470-73bdf633bac0),segment_id=d1db4c52-3a85-4a44-8470-73bdf633bac0)] {{(pid=79148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:40:33.595247 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-4b103731-3609-4aca-93cf-b835ab0aff2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:33.792910 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-4b103731-3609-4aca-93cf-b835ab0aff2a admin admin] Calling delete_port for 8e20dc71-b258-45ba-a3c4-b5c42b62f3f7 owned by network:router_interface {{(pid=79148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:40:34.068980 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-4b103731-3609-4aca-93cf-b835ab0aff2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:34.073067 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-e55a961d-f4dc-41f5-9892-d9ee126a2ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:40:34.122017 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b103731-3609-4aca-93cf-b835ab0aff2a admin admin] Pushing event deleted for resources: {'Port': ['ID=8e20dc71-b258-45ba-a3c4-b5c42b62f3f7,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:40:34.126248 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-4b103731-3609-4aca-93cf-b835ab0aff2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:40:34.600104 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-4b103731-3609-4aca-93cf-b835ab0aff2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3781280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3695279'] for router_interface, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:35.049061 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b103731-3609-4aca-93cf-b835ab0aff2a admin admin] Router 03e7aed9-d754-4dd6-918c-3459011709c1 has already been hosted by L3 agent 967bdca7-6c3f-463e-8307-e31bb906a5f3 {{(pid=79148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:40:35.371389 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b103731-3609-4aca-93cf-b835ab0aff2a admin admin] Notify agent at l3_agent.dv-cinder-798094-1-iscsi the message routers_updated {{(pid=79148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:40:35.382481 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f7d797-fea2-4cec-ad58-dfd113c8fca0 None None] Sync routers for ids ['03e7aed9-d754-4dd6-918c-3459011709c1'] in dv-cinder-798094-1-iscsi {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:40:35.397036 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f7d797-fea2-4cec-ad58-dfd113c8fca0 None None] Routers {'03e7aed9-d754-4dd6-918c-3459011709c1'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:40:35.401427 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-e5f7d797-fea2-4cec-ad58-dfd113c8fca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:40:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['03e7aed9-d754-4dd6-918c-3459011709c1'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:40:35.453362 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-4b103731-3609-4aca-93cf-b835ab0aff2a admin admin] 10.222.0.24 "PUT /v2.0/routers/03e7aed9-d754-4dd6-918c-3459011709c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1910579 Jun 28 12:40:35.456341 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 55690) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:40:35.656317 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-5d587801-5bbb-4224-b64e-a5f1925d509e admin admin] Notify callbacks [] for router, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:35.660801 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-e5f7d797-fea2-4cec-ad58-dfd113c8fca0 None None] Set router 03e7aed9-d754-4dd6-918c-3459011709c1 gateway port host: dv-cinder-798094-1-iscsi {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:40:35.975490 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-5d587801-5bbb-4224-b64e-a5f1925d509e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:36.034565 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-5d587801-5bbb-4224-b64e-a5f1925d509e admin admin] Deleting port 0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe {{(pid=79148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:40:36.035161 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-5d587801-5bbb-4224-b64e-a5f1925d509e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:36.126877 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-e5f7d797-fea2-4cec-ad58-dfd113c8fca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e7aed9-d754-4dd6-918c-3459011709c1', 'name': 'tempest-TestShelveInstance-821356014-router', 'tenant_id': '4b5ec90e93514182a80ca923d99097a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'external_fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:32Z', 'updated_at': '2021-06-28T12:40:33Z', 'revision_number': 5, 'project_id': '4b5ec90e93514182a80ca923d99097a8', 'gw_port': {'id': '0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe', 'name': '', 'network_id': 'c9286c56-74de-4de9-a16f-8e0a6aaad408', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e7aed9-d754-4dd6-918c-3459011709c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:33Z', 'updated_at': '2021-06-28T12:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86bae704-b0f4-4850-808b-6f728b6b20f3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-iscsi'}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:40:36.131200 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f7d797-fea2-4cec-ad58-dfd113c8fca0 None None] Checking router: 03e7aed9-d754-4dd6-918c-3459011709c1 for host: dv-cinder-798094-1-iscsi {{(pid=79151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:40:36.141728 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f7d797-fea2-4cec-ad58-dfd113c8fca0 None None] Routers {'03e7aed9-d754-4dd6-918c-3459011709c1'} bound to L3 agent in host dv-cinder-798094-1-iscsi {{(pid=79151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:40:36.142522 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-e5f7d797-fea2-4cec-ad58-dfd113c8fca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T12:16:41Z,description=,heartbeat_timestamp=2021-06-28T12:40:11Z,host='dv-cinder-798094-1-iscsi',id=967bdca7-6c3f-463e-8307-e31bb906a5f3,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:16:42Z,topic='l3_agent')) {'router_ids': ['03e7aed9-d754-4dd6-918c-3459011709c1'], 'active': True} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:40:36.236767 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [None req-5d587801-5bbb-4224-b64e-a5f1925d509e admin admin] For port 0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe,segment=NetworkSegment(4ef2d251-a773-41f5-87cd-cec6f249eb66),segment_id=4ef2d251-a773-41f5-87cd-cec6f249eb66)] {{(pid=79148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:40:36.237068 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-5d587801-5bbb-4224-b64e-a5f1925d509e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:36.376765 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_dvr_db [None req-e5f7d797-fea2-4cec-ad58-dfd113c8fca0 None None] Set router 03e7aed9-d754-4dd6-918c-3459011709c1 gateway port host: None {{(pid=79151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:40:36.502799 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-5d587801-5bbb-4224-b64e-a5f1925d509e admin admin] Calling delete_port for 0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe owned by network:router_gateway {{(pid=79148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:40:36.562673 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.l3_hamode_db [None req-e5f7d797-fea2-4cec-ad58-dfd113c8fca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e7aed9-d754-4dd6-918c-3459011709c1', 'name': 'tempest-TestShelveInstance-821356014-router', 'tenant_id': '4b5ec90e93514182a80ca923d99097a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:32Z', 'updated_at': '2021-06-28T12:40:35Z', 'revision_number': 6, 'project_id': '4b5ec90e93514182a80ca923d99097a8', 'gw_port_host': None}], 'dv-cinder-798094-1-iscsi', False) {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:40:36.569410 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f7d797-fea2-4cec-ad58-dfd113c8fca0 None None] The sync data for ids ['03e7aed9-d754-4dd6-918c-3459011709c1'] in dv-cinder-798094-1-iscsi is: [{'id': '03e7aed9-d754-4dd6-918c-3459011709c1', 'name': 'tempest-TestShelveInstance-821356014-router', 'tenant_id': '4b5ec90e93514182a80ca923d99097a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:32Z', 'updated_at': '2021-06-28T12:40:35Z', 'revision_number': 6, 'project_id': '4b5ec90e93514182a80ca923d99097a8', 'gw_port_host': None}] {{(pid=79151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:40:36.794766 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-5d587801-5bbb-4224-b64e-a5f1925d509e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1907468'] for port, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:36.803164 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-31698206-990d-462b-bb6b-b9a94bd64970 tempest-VolumesSnapshotTestJSON-1425436336 tempest-VolumesSnapshotTestJSON-1425436336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:40:36.858386 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d587801-5bbb-4224-b64e-a5f1925d509e admin admin] Pushing event deleted for resources: {'Port': ['ID=0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:40:36.890572 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-5d587801-5bbb-4224-b64e-a5f1925d509e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:40:36.989489 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-5d587801-5bbb-4224-b64e-a5f1925d509e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696678'] for router_gateway, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:37.303134 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-5d587801-5bbb-4224-b64e-a5f1925d509e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3695212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34707'] for router, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:37.307180 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-5d587801-5bbb-4224-b64e-a5f1925d509e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:37.400099 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-5d587801-5bbb-4224-b64e-a5f1925d509e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3913163'] for router, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:37.400622 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d587801-5bbb-4224-b64e-a5f1925d509e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03e7aed9-d754-4dd6-918c-3459011709c1 {{(pid=79148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 12:40:37.415623 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-5d587801-5bbb-4224-b64e-a5f1925d509e admin admin] Notify callbacks [] for router, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:37.416845 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-5d587801-5bbb-4224-b64e-a5f1925d509e admin admin] 10.222.0.24 "DELETE /v2.0/routers/03e7aed9-d754-4dd6-918c-3459011709c1 HTTP/1.1" status: 204 len: 168 time: 1.9592907 Jun 28 12:40:37.421013 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 55694) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:40:37.499179 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.db.db_base_plugin_v2 [None req-c65f0565-fa3d-4efd-8e26-82479933a214 admin admin] Deleting subnet 0999f426-ac02-45aa-ba17-535b53e0a75b {{(pid=79148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:40:37.504199 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c65f0565-fa3d-4efd-8e26-82479933a214 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:37.597669 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c65f0565-fa3d-4efd-8e26-82479933a214 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-827602'] for subnet, precommit_delete_associations {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:37.704993 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c65f0565-fa3d-4efd-8e26-82479933a214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-704721'] for subnet, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:37.780067 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe no longer exists at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:40:37.827295 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] No Port match for: 0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:40:37.827650 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 0ae35d1e-0f9a-48a9-bc44-fe0007cc92fe not bound to the agent host dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:40:37.828098 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 8e20dc71-b258-45ba-a3c4-b5c42b62f3f7 no longer exists at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:40:37.863821 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] No Port match for: 8e20dc71-b258-45ba-a3c4-b5c42b62f3f7 {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:40:37.864257 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 8e20dc71-b258-45ba-a3c4-b5c42b62f3f7 not bound to the agent host dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:40:37.885626 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c65f0565-fa3d-4efd-8e26-82479933a214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-704774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-169791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1905405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1741771'] for subnet, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:37.893997 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-7b35e08a-7c67-47f7-9e9a-183922e25561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:40:37.957314 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f0565-fa3d-4efd-8e26-82479933a214 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0999f426-ac02-45aa-ba17-535b53e0a75b,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:40:37.961113 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-c65f0565-fa3d-4efd-8e26-82479933a214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for subnet, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:37.965425 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf231f2-aeb0-4930-91da-9d351950d277 None None] Network bd184b53-9f62-45d5-8e7b-3d445499deef requested from dv-cinder-798094-1-iscsi {{(pid=79150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:40:37.967080 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-c65f0565-fa3d-4efd-8e26-82479933a214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:40:37.971538 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-c65f0565-fa3d-4efd-8e26-82479933a214 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0999f426-ac02-45aa-ba17-535b53e0a75b HTTP/1.1" status: 204 len: 168 time: 0.5491970 Jun 28 12:40:37.974230 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.wsgi [-] (79148) accepted ('10.222.0.24', 55698) {{(pid=79148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:40:38.178557 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-a72b174f-0759-4d60-a69f-cf7b38f58929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-761904'] for network, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:38.195959 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-a72b174f-0759-4d60-a69f-cf7b38f58929 admin admin] Deleting port 5ce06bcd-2249-4df7-ad90-22b65ebdf18f {{(pid=79148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:40:38.196507 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-a72b174f-0759-4d60-a69f-cf7b38f58929 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:38.278525 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b86ab6-4499-4a99-8eff-64dd16daba22 None None] DHCP port deletion for bd184b53-9f62-45d5-8e7b-3d445499deef request from dv-cinder-798094-1-iscsi {{(pid=79150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 12:40:38.283781 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d1b86ab6-4499-4a99-8eff-64dd16daba22 None None] Deleting port 5ce06bcd-2249-4df7-ad90-22b65ebdf18f {{(pid=79150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:40:38.284189 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d1b86ab6-4499-4a99-8eff-64dd16daba22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:38.504726 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.db [None req-a72b174f-0759-4d60-a69f-cf7b38f58929 admin admin] For port 5ce06bcd-2249-4df7-ad90-22b65ebdf18f, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=5ce06bcd-2249-4df7-ad90-22b65ebdf18f,segment=NetworkSegment(d1db4c52-3a85-4a44-8470-73bdf633bac0),segment_id=d1db4c52-3a85-4a44-8470-73bdf633bac0)] {{(pid=79148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:40:38.505183 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-a72b174f-0759-4d60-a69f-cf7b38f58929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:38.505767 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.db [None req-d1b86ab6-4499-4a99-8eff-64dd16daba22 None None] For port 5ce06bcd-2249-4df7-ad90-22b65ebdf18f, host dv-cinder-798094-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-iscsi',level=0,port_id=5ce06bcd-2249-4df7-ad90-22b65ebdf18f,segment=NetworkSegment(d1db4c52-3a85-4a44-8470-73bdf633bac0),segment_id=d1db4c52-3a85-4a44-8470-73bdf633bac0)] {{(pid=79150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:40:38.506388 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d1b86ab6-4499-4a99-8eff-64dd16daba22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3912195'] for port, precommit_delete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:38.650268 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d1b86ab6-4499-4a99-8eff-64dd16daba22 None None] Calling delete_port for 5ce06bcd-2249-4df7-ad90-22b65ebdf18f owned by network:dhcp {{(pid=79150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:40:38.760808 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-a72b174f-0759-4d60-a69f-cf7b38f58929 admin admin] Calling delete_port for 5ce06bcd-2249-4df7-ad90-22b65ebdf18f owned by network:dhcp {{(pid=79148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:40:38.772485 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-719ee3a3-ee58-4fd1-9fa9-0243324a596d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:38.839409 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d1b86ab6-4499-4a99-8eff-64dd16daba22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-664729', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727237311452', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727236867332'] for port, after_delete {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:38.845499 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:40:38.850549 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.db.api [None req-a72b174f-0759-4d60-a69f-cf7b38f58929 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 12:40:38.850976 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_db.api [None req-a72b174f-0759-4d60-a69f-cf7b38f58929 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 12:40:38.919768 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b86ab6-4499-4a99-8eff-64dd16daba22 None None] Pushing event deleted for resources: {'Port': ['ID=5ce06bcd-2249-4df7-ad90-22b65ebdf18f,revision_number=None']} {{(pid=79150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:40:38.928163 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b86ab6-4499-4a99-8eff-64dd16daba22 None None] No DVR routers for this DVR port 5ce06bcd-2249-4df7-ad90-22b65ebdf18f on host dv-cinder-798094-1-iscsi {{(pid=79150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:40:38.949452 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b86ab6-4499-4a99-8eff-64dd16daba22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:38.949452 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b86ab6-4499-4a99-8eff-64dd16daba22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:38.949452 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b86ab6-4499-4a99-8eff-64dd16daba22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:38.949452 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b86ab6-4499-4a99-8eff-64dd16daba22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:38.949452 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b86ab6-4499-4a99-8eff-64dd16daba22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:38.949452 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b86ab6-4499-4a99-8eff-64dd16daba22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:38.949452 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b86ab6-4499-4a99-8eff-64dd16daba22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:38.949452 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b86ab6-4499-4a99-8eff-64dd16daba22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:38.949452 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b86ab6-4499-4a99-8eff-64dd16daba22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:38.952516 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b86ab6-4499-4a99-8eff-64dd16daba22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:38.952516 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b86ab6-4499-4a99-8eff-64dd16daba22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:38.952516 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b86ab6-4499-4a99-8eff-64dd16daba22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-iscsi {{(pid=79150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:38.956142 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG oslo_concurrency.lockutils [None req-d1b86ab6-4499-4a99-8eff-64dd16daba22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:40:39.005777 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:39.353340 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-a72b174f-0759-4d60-a69f-cf7b38f58929 admin admin] Deleting port 5ce06bcd-2249-4df7-ad90-22b65ebdf18f {{(pid=79148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:40:39.353340 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-a72b174f-0759-4d60-a69f-cf7b38f58929 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727237310576'] for port, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:39.428020 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.plugin [None req-a72b174f-0759-4d60-a69f-cf7b38f58929 admin admin] The port '5ce06bcd-2249-4df7-ad90-22b65ebdf18f' was deleted {{(pid=79148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 28 12:40:39.549981 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-a72b174f-0759-4d60-a69f-cf7b38f58929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489356', 'neutron.services.segments.db._delete_segments_for_network-8727237320385'] for network, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:39.564202 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.services.segments.db [None req-a72b174f-0759-4d60-a69f-cf7b38f58929 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd184b53-9f62-45d5-8e7b-3d445499deef']}} {{(pid=79148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:40:39.577888 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.services.segments.db [None req-a72b174f-0759-4d60-a69f-cf7b38f58929 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1db4c52-3a85-4a44-8470-73bdf633bac0') {'for_net_delete': True} {{(pid=79148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:40:39.578220 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.services.segments.db [None req-a72b174f-0759-4d60-a69f-cf7b38f58929 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1db4c52-3a85-4a44-8470-73bdf633bac0') {} {{(pid=79148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:40:39.590564 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-a72b174f-0759-4d60-a69f-cf7b38f58929 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727237332776', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-827627'] for segment, before_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:39.607541 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-a72b174f-0759-4d60-a69f-cf7b38f58929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708235'] for segment, precommit_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:39.614635 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72b174f-0759-4d60-a69f-cf7b38f58929 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=79148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:40:39.616481 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-a72b174f-0759-4d60-a69f-cf7b38f58929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-708228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1907551'] for segment, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: util.warn( Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: util.warn( Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: util.warn( Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: util.warn( Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: Traceback (most recent call last): Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: timer() Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: cb(*args, **kw) Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: return func(*args, **kwargs) Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: self._notify() Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: self.callback(batched_events) Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: event.method(event) Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: return f(self, *a, **k) Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: return self._get(url).json() Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: return self.request(url, 'GET', **kwargs) Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:40:39.631163 dv-cinder-798094-1-iscsi neutron-server[79148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:40:39.775619 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-a72b174f-0759-4d60-a69f-cf7b38f58929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3781291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696643'] for network, after_delete {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:39.781403 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:40:39.786950 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 5ce06bcd-2249-4df7-ad90-22b65ebdf18f no longer exists at agent ovs-agent-dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:40:39.808741 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron_lib.callbacks.manager [None req-a72b174f-0759-4d60-a69f-cf7b38f58929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3781309'] for network, before_response {{(pid=79148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:39.823360 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b174f-0759-4d60-a69f-cf7b38f58929 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd184b53-9f62-45d5-8e7b-3d445499deef,revision_number=None']} {{(pid=79148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:40:39.831422 dv-cinder-798094-1-iscsi neutron-server[79148]: DEBUG oslo_concurrency.lockutils [None req-a72b174f-0759-4d60-a69f-cf7b38f58929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:40:39.842133 dv-cinder-798094-1-iscsi neutron-server[79148]: INFO neutron.wsgi [None req-a72b174f-0759-4d60-a69f-cf7b38f58929 admin admin] 10.222.0.24 "DELETE /v2.0/networks/bd184b53-9f62-45d5-8e7b-3d445499deef HTTP/1.1" status: 204 len: 168 time: 1.8661978 Jun 28 12:40:39.852817 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.plugin [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] No Port match for: 5ce06bcd-2249-4df7-ad90-22b65ebdf18f {{(pid=79150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:40:39.853919 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron.plugins.ml2.rpc [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Device 5ce06bcd-2249-4df7-ad90-22b65ebdf18f not bound to the agent host dv-cinder-798094-1-iscsi {{(pid=79150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:40:40.191761 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 55704) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:40:40.245844 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-3661b01f-e2a0-4a76-b02f-186ce5679085 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=27f9c090252546aaa6ec82eda6690acf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526757 Jun 28 12:40:40.248613 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 55708) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:40:40.315385 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-65d5a91e-1dc1-4923-87c4-fa917c56952b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:40.348308 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-65d5a91e-1dc1-4923-87c4-fa917c56952b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:40.468610 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-65d5a91e-1dc1-4923-87c4-fa917c56952b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:40.473336 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-ce58b485-7948-429e-84f7-39941462bb40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:40:40.494135 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5a91e-1dc1-4923-87c4-fa917c56952b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44890b6e-9045-4111-ab40-2db1abc6c984,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:40:40.499997 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-65d5a91e-1dc1-4923-87c4-fa917c56952b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:40:40.503341 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-65d5a91e-1dc1-4923-87c4-fa917c56952b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:40.505069 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-65d5a91e-1dc1-4923-87c4-fa917c56952b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/44890b6e-9045-4111-ab40-2db1abc6c984 HTTP/1.1" status: 204 len: 168 time: 0.2553487 Jun 28 12:40:41.114401 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-b00913eb-487f-4a5b-90bb-feb6bb9bbdc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:41.256492 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 55716) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:40:41.312588 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-62da17d7-f636-4c5e-962f-bec798504763 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b5ec90e93514182a80ca923d99097a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546641 Jun 28 12:40:41.315280 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [-] (79149) accepted ('10.222.0.24', 55720) {{(pid=79149) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:40:41.385334 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-e841c73c-a450-42f7-b8d8-6c8dc978516e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:41.432839 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-e841c73c-a450-42f7-b8d8-6c8dc978516e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:41.572871 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-e841c73c-a450-42f7-b8d8-6c8dc978516e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731600'] for security_group, after_delete {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:41.577224 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-9c9e1a39-7c80-4d8c-bf9e-f62081a583da tempest-TestShelveInstance-2103851019 tempest-TestShelveInstance-2103851019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:40:41.592908 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841c73c-a450-42f7-b8d8-6c8dc978516e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb8f3cf-e1dd-4d08-9189-c0ae0008cbc1,revision_number=None']} {{(pid=79149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:40:41.596864 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG oslo_concurrency.lockutils [None req-e841c73c-a450-42f7-b8d8-6c8dc978516e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79149) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:40:41.599932 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron_lib.callbacks.manager [None req-e841c73c-a450-42f7-b8d8-6c8dc978516e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:41.601691 dv-cinder-798094-1-iscsi neutron-server[79149]: INFO neutron.wsgi [None req-e841c73c-a450-42f7-b8d8-6c8dc978516e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dcb8f3cf-e1dd-4d08-9189-c0ae0008cbc1 HTTP/1.1" status: 204 len: 168 time: 0.2847774 Jun 28 12:40:42.194536 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:43.926130 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:55.217444 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:59.425218 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:41:08.639415 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-6bc6192f-be33-424a-9be9-126ba33fad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:08.965284 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:11.073675 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-e28ac690-a2ec-400c-9b84-341217a14998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:12.256332 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:13.906648 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:25.199707 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:36.423500 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:41:38.610849 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-81e25570-4078-40b3-b59d-4974ae391450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:38.970388 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:41.072878 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-57c95a12-ee14-426a-90e3-a14bc88c4914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:42.197941 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:43.924578 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:55.186110 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:42:08.620791 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-46deac63-f6aa-49fe-a2d9-dba760f84cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:42:09.015920 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:42:11.067253 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-681c429d-dcc9-4fa6-a5a1-755bea7dd319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:42:12.214714 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:42:13.422883 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:42:13.911649 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:42:25.221055 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:42:38.650011 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-4847ffe1-d37c-4026-b42b-523ffc622d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:42:38.975354 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:42:41.083751 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a9a6230d-a537-41b5-9e86-c8325ce2fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:42:42.202669 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:42:43.935151 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:42:50.420952 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:42:55.220205 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:43:08.620315 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-b919c6a9-8973-4107-b55e-a9530be7cbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:43:08.963419 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:43:11.054291 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-5733ee38-f0ef-47d4-9d35-fad3703298f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:43:12.196801 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:43:13.917170 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:43:25.236958 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:43:27.419804 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:43:38.608137 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d969e01a-fb7b-4808-9e84-c4ef28633df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:43:38.968535 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:43:41.082215 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-49dd36b4-b23a-4e16-9a33-bc1199f9b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:43:42.214012 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:43:43.905380 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:43:55.271278 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:44:04.419447 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:44:08.602572 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-6fc92ce0-5bbc-4a79-b454-e0d3143c45d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:44:08.990856 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:44:11.070480 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2707d2d6-652e-4d12-a7a3-d07d5bd5d769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:44:12.224812 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:44:13.945322 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:44:21.370914 dv-cinder-798094-1-iscsi neutron-server[79149]: DEBUG neutron.wsgi [req-6cd03472-edbc-40ea-8474-a0cc48fff2b4 req-9730b9ea-c891-4e1b-97a0-983eebbcd018 service neutron] (79149) timed out ('10.222.0.24', 49734) {{(pid=79149) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 28 12:44:25.264996 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:44:38.596327 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-ac267b67-d3d8-4a29-82bc-e9b8c6d92b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:44:39.036713 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:44:41.070045 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2147cc50-feec-4eb5-85e1-561a825b7c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:44:41.419479 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:44:42.327699 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:44:43.915833 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:44:55.287783 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:45:08.624422 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-1c2fa426-56c3-4c74-8663-ed961ecaed83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:45:08.966874 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:45:11.075266 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-123a5281-f038-4ca4-9731-18a3b7e548c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:45:12.189668 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:45:13.937901 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:45:18.418066 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:45:25.269253 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:45:38.618171 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-15a02997-0880-42c7-b648-f7dee56c67da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:45:38.978018 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-d0c39566-2ee7-4795-99d3-85b4cd832fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:45:41.069278 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-bfead05e-c6dc-452d-b6d2-cfaca49780a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:45:42.206362 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-2dd1b5ce-8afb-4e01-8f06-1d597abbece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:45:43.937680 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-a923f805-306a-4f0e-9682-b9cbc1aed3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:45:55.303422 dv-cinder-798094-1-iscsi neutron-server[79150]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd1d1-a7d0-459c-b010-c526dd347700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727237320394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3487122'] for agent, after_update {{(pid=79150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:45:55.417634 dv-cinder-798094-1-iscsi neutron-server[79151]: DEBUG neutron.db.agents_db [None req-7fcf911c-33fd-4e8a-a2a3-52363043abdb None None] Agent healthcheck: found 6 active agents {{(pid=79151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}